2024-11-20 12:16:59,562 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 12:16:59,584 main DEBUG Took 0.019673 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 12:16:59,586 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 12:16:59,586 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 12:16:59,608 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 12:16:59,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,618 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 12:16:59,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,638 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,640 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,641 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,643 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,643 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,644 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,645 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,645 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,646 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,647 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,647 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,649 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,649 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,650 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,650 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,651 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 12:16:59,651 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,652 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 12:16:59,654 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 12:16:59,655 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 12:16:59,658 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 12:16:59,659 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 12:16:59,660 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 12:16:59,661 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 12:16:59,672 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 12:16:59,675 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 12:16:59,678 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 12:16:59,678 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 12:16:59,679 main DEBUG createAppenders(={Console}) 2024-11-20 12:16:59,680 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 12:16:59,680 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 12:16:59,680 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 12:16:59,681 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 12:16:59,682 main DEBUG OutputStream closed 2024-11-20 12:16:59,682 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 12:16:59,682 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 12:16:59,683 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 12:16:59,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 12:16:59,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 12:16:59,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 12:16:59,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 12:16:59,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 12:16:59,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 12:16:59,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 12:16:59,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 12:16:59,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 12:16:59,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 12:16:59,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 12:16:59,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 12:16:59,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 12:16:59,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 12:16:59,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 12:16:59,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 12:16:59,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 12:16:59,802 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 12:16:59,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 12:16:59,806 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 12:16:59,806 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 12:16:59,807 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T12:16:59,826 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 12:16:59,830 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 12:16:59,830 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T12:16:59,914 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3820 2024-11-20T12:17:00,220 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T12:17:00,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb 2024-11-20T12:17:00,285 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e, deleteOnExit=true 2024-11-20T12:17:00,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/zookeeper_0, clientPort=60433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:17:00,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60433 2024-11-20T12:17:00,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:00,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:00,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/test.cache.data in system properties and HBase conf 2024-11-20T12:17:00,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:00,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:00,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:00,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:00,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:00,606 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T12:17:00,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:00,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:00,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:00,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:00,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:00,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:00,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:00,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:00,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:00,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:00,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:00,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:02,088 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T12:17:02,199 INFO [Time-limited test {}] log.Log(170): Logging initialized @3613ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T12:17:02,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:02,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:02,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:02,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:02,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:02,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:02,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:02,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:02,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/java.io.tmpdir/jetty-localhost-38169-hadoop-hdfs-3_4_1-tests_jar-_-any-2884375764447969957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:02,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:38169} 2024-11-20T12:17:02,720 INFO [Time-limited test {}] server.Server(415): Started @4135ms 2024-11-20T12:17:03,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:03,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:03,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:03,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:03,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:03,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:03,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:03,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/java.io.tmpdir/jetty-localhost-33725-hadoop-hdfs-3_4_1-tests_jar-_-any-8201768839201527755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:03,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:33725} 2024-11-20T12:17:03,514 INFO [Time-limited test {}] server.Server(415): Started @4930ms 2024-11-20T12:17:03,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:17:04,672 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/data/data1/current/BP-992612609-172.17.0.3-1732105021461/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:04,672 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/data/data2/current/BP-992612609-172.17.0.3-1732105021461/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:04,716 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:17:04,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c17fa14ae2a19 with lease ID 0xdbb4aad24ba0d2a0: Processing first storage report for DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08 from datanode DatanodeRegistration(127.0.0.1:46617, datanodeUuid=a22e078b-1ac6-4ffd-b218-a128f3fa1b13, infoPort=35789, infoSecurePort=0, ipcPort=45875, storageInfo=lv=-57;cid=testClusterID;nsid=2131143572;c=1732105021461) 2024-11-20T12:17:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c17fa14ae2a19 with lease ID 0xdbb4aad24ba0d2a0: from storage DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08 node DatanodeRegistration(127.0.0.1:46617, datanodeUuid=a22e078b-1ac6-4ffd-b218-a128f3fa1b13, infoPort=35789, infoSecurePort=0, ipcPort=45875, storageInfo=lv=-57;cid=testClusterID;nsid=2131143572;c=1732105021461), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:17:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c17fa14ae2a19 with lease ID 0xdbb4aad24ba0d2a0: Processing first storage report for DS-4eea3872-6264-45a9-a99f-8ccd3a8f9c6c from datanode DatanodeRegistration(127.0.0.1:46617, datanodeUuid=a22e078b-1ac6-4ffd-b218-a128f3fa1b13, infoPort=35789, infoSecurePort=0, ipcPort=45875, storageInfo=lv=-57;cid=testClusterID;nsid=2131143572;c=1732105021461) 2024-11-20T12:17:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c17fa14ae2a19 with lease ID 0xdbb4aad24ba0d2a0: from storage DS-4eea3872-6264-45a9-a99f-8ccd3a8f9c6c node DatanodeRegistration(127.0.0.1:46617, datanodeUuid=a22e078b-1ac6-4ffd-b218-a128f3fa1b13, infoPort=35789, infoSecurePort=0, ipcPort=45875, storageInfo=lv=-57;cid=testClusterID;nsid=2131143572;c=1732105021461), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:17:04,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb 2024-11-20T12:17:04,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:04,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:17:05,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c with version=8 2024-11-20T12:17:05,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/hbase-staging 2024-11-20T12:17:05,577 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T12:17:05,936 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:05,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:05,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:05,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:05,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:05,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:06,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:06,191 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T12:17:06,203 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T12:17:06,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:06,241 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11088 (auto-detected) 2024-11-20T12:17:06,242 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T12:17:06,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43631 2024-11-20T12:17:06,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43631 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436310x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:06,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43631-0x101582d1f9d0000 connected 2024-11-20T12:17:06,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:06,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:06,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:06,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c, hbase.cluster.distributed=false 2024-11-20T12:17:06,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/acl 2024-11-20T12:17:06,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-20T12:17:06,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43631 2024-11-20T12:17:06,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43631 2024-11-20T12:17:06,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-20T12:17:06,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43631 2024-11-20T12:17:06,731 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:06,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:06,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:06,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:06,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:06,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:06,743 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33945 2024-11-20T12:17:06,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33945 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:06,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:06,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:06,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339450x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:06,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339450x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:06,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:06,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33945-0x101582d1f9d0001 connected 2024-11-20T12:17:06,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:06,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/master 2024-11-20T12:17:06,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/acl 2024-11-20T12:17:06,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-20T12:17:06,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-11-20T12:17:06,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-11-20T12:17:06,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-20T12:17:06,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-20T12:17:06,852 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:43631 2024-11-20T12:17:06,855 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01543041863/backup-masters/843d83d51ba0,43631,1732105025742 2024-11-20T12:17:06,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:06,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:06,876 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/backup-masters/843d83d51ba0,43631,1732105025742 2024-11-20T12:17:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/master 2024-11-20T12:17:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:06,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:06,916 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/master 2024-11-20T12:17:06,919 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01543041863/backup-masters/843d83d51ba0,43631,1732105025742 from backup master directory 2024-11-20T12:17:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/backup-masters/843d83d51ba0,43631,1732105025742 2024-11-20T12:17:06,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:06,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:06,930 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:06,931 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,43631,1732105025742 2024-11-20T12:17:06,937 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T12:17:06,939 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T12:17:07,011 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/hbase.id] with ID: fd183f22-f705-4264-a2f4-83b3c81a23bf 2024-11-20T12:17:07,011 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.tmp/hbase.id 2024-11-20T12:17:07,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:17:07,032 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.tmp/hbase.id]:[hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/hbase.id] 2024-11-20T12:17:07,108 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:07,118 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:07,153 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 32ms. 2024-11-20T12:17:07,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:07,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:17:07,218 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:07,226 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:07,248 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:17:07,253 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:17:07,312 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store 2024-11-20T12:17:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:17:07,339 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T12:17:07,343 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:07,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:07,346 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:07,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:07,348 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:07,348 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:07,349 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:07,351 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105027346Disabling compacts and flushes for region at 1732105027346Disabling writes for close at 1732105027348 (+2 ms)Writing region close event to WAL at 1732105027349 (+1 ms)Closed at 1732105027349 2024-11-20T12:17:07,354 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/.initializing 2024-11-20T12:17:07,354 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742 2024-11-20T12:17:07,364 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:07,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C43631%2C1732105025742, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:07,413 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742/843d83d51ba0%2C43631%2C1732105025742.1732105027388, exclude list is [], retry=0 2024-11-20T12:17:07,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:07,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T12:17:07,488 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:07,489 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:07,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:07,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:07,494 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,495 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:07,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:07,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:07,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:07,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:07,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:07,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:07,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:07,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:07,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:07,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:07,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:07,622 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,628 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,631 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,643 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,644 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,669 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:07,675 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:07,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:07,692 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72003608, jitterRate=0.07293736934661865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:07,702 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105027509Initializing all the Stores at 1732105027512 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105027513 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105027514 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105027514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105027515 (+1 ms)Cleaning up temporary data from old regions at 1732105027644 (+129 ms)Region opened successfully at 1732105027701 (+57 ms) 2024-11-20T12:17:07,703 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:07,743 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214cc34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:07,781 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:17:07,792 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:07,792 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:07,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:07,797 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T12:17:07,803 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T12:17:07,804 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:07,875 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:07,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:07,956 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/balancer already deleted, retry=false 2024-11-20T12:17:07,959 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:07,961 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:07,970 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/normalizer already deleted, retry=false 2024-11-20T12:17:07,973 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:07,977 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:07,988 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/switch/split already deleted, retry=false 2024-11-20T12:17:07,990 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:08,001 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/switch/merge already deleted, retry=false 2024-11-20T12:17:08,024 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:08,091 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,157 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,43631,1732105025742, sessionid=0x101582d1f9d0000, setting cluster-up flag (Was=false) 2024-11-20T12:17:08,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,233 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01543041863/flush-table-proc/acquired, /01543041863/flush-table-proc/reached, /01543041863/flush-table-proc/abort 2024-11-20T12:17:08,236 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43631,1732105025742 2024-11-20T12:17:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:08,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01543041863/online-snapshot/acquired, /01543041863/online-snapshot/reached, /01543041863/online-snapshot/abort 2024-11-20T12:17:08,299 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43631,1732105025742 2024-11-20T12:17:08,307 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:17:08,339 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(746): ClusterId : fd183f22-f705-4264-a2f4-83b3c81a23bf 2024-11-20T12:17:08,343 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:08,361 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:08,361 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:08,372 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:08,372 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa10ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:08,392 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:33945 2024-11-20T12:17:08,396 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:08,402 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:08,402 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:08,405 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43631,1732105025742 with port=33945, startcode=1732105026694 2024-11-20T12:17:08,425 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:08,423 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:08,436 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:08,444 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:08,451 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,43631,1732105025742 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:08,462 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:08,464 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:08,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:08,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:08,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:08,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:08,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,486 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:08,487 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105058482 2024-11-20T12:17:08,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:08,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:17:08,495 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:17:08,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:08,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:17:08,502 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:08,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:08,508 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:08,509 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:08,509 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:08,509 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:08,528 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,538 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T12:17:08,538 WARN [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T12:17:08,541 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:08,542 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:08,543 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:08,543 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:17:08,560 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:08,562 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:08,566 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105028564,5,FailOnTimeoutGroup] 2024-11-20T12:17:08,571 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105028566,5,FailOnTimeoutGroup] 2024-11-20T12:17:08,571 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,572 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:08,573 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,574 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,640 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43631,1732105025742 with port=33945, startcode=1732105026694 2024-11-20T12:17:08,642 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43631 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,653 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c 2024-11-20T12:17:08,653 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41023 2024-11-20T12:17:08,653 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:08,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/rs 2024-11-20T12:17:08,686 DEBUG [RS:0;843d83d51ba0:33945 {}] zookeeper.ZKUtil(111): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/rs/843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,686 WARN [RS:0;843d83d51ba0:33945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:08,686 INFO [RS:0;843d83d51ba0:33945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:08,687 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,33945,1732105026694] 2024-11-20T12:17:08,714 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:08,732 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:08,738 INFO [RS:0;843d83d51ba0:33945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:08,738 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,740 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:08,747 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:08,748 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,748 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:08,749 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:08,750 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:08,751 DEBUG [RS:0;843d83d51ba0:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:08,755 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,755 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,756 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,756 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,756 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,756 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33945,1732105026694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:08,778 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:08,781 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33945,1732105026694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,781 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,781 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.Replication(171): 843d83d51ba0,33945,1732105026694 started 2024-11-20T12:17:08,800 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:08,801 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,33945,1732105026694, RpcServer on 843d83d51ba0/172.17.0.3:33945, sessionid=0x101582d1f9d0001 2024-11-20T12:17:08,802 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:08,802 DEBUG [RS:0;843d83d51ba0:33945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,802 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,33945,1732105026694' 2024-11-20T12:17:08,802 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01543041863/flush-table-proc/abort' 2024-11-20T12:17:08,803 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01543041863/flush-table-proc/acquired' 2024-11-20T12:17:08,805 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:08,805 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:08,805 DEBUG [RS:0;843d83d51ba0:33945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,33945,1732105026694 2024-11-20T12:17:08,805 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,33945,1732105026694' 2024-11-20T12:17:08,805 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01543041863/online-snapshot/abort' 2024-11-20T12:17:08,806 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01543041863/online-snapshot/acquired' 2024-11-20T12:17:08,806 DEBUG [RS:0;843d83d51ba0:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:08,807 INFO [RS:0;843d83d51ba0:33945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:08,807 INFO [RS:0;843d83d51ba0:33945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:08,913 INFO [RS:0;843d83d51ba0:33945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:08,916 INFO [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C33945%2C1732105026694, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:08,939 DEBUG [RS:0;843d83d51ba0:33945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920, exclude list is [], retry=0 2024-11-20T12:17:08,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:08,947 INFO [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 2024-11-20T12:17:08,948 DEBUG [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:08,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:17:08,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c 2024-11-20T12:17:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:17:09,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:09,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:09,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:09,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:09,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:09,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:09,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:09,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:09,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:09,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:09,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:09,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:09,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:09,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:09,403 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:09,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:09,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:09,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69662005, jitterRate=0.0380447655916214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105029376Initializing all the Stores at 1732105029378 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105029379 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029379Cleaning up temporary data from old regions at 1732105029402 (+23 ms)Region opened successfully at 1732105029414 (+12 ms) 2024-11-20T12:17:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:09,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:09,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:09,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:09,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105029415Disabling compacts and flushes for region at 1732105029415Disabling writes for close at 1732105029415Writing region close event to WAL at 1732105029416 (+1 ms)Closed at 1732105029417 (+1 ms) 2024-11-20T12:17:09,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:09,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:17:09,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:09,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:09,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:17:09,593 DEBUG [843d83d51ba0:43631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:09,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:09,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,33945,1732105026694, state=OPENING 2024-11-20T12:17:09,682 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:09,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:09,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:09,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:09,696 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:09,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,33945,1732105026694}] 2024-11-20T12:17:09,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:09,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:09,889 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:09,889 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:09,890 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:09,894 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C33945%2C1732105026694.meta, suffix=.meta, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:09,916 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.meta.1732105029896.meta, exclude list is [], retry=0 2024-11-20T12:17:09,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:09,923 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.meta.1732105029896.meta 2024-11-20T12:17:09,924 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:09,924 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:09,930 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:09,931 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:09,934 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:09,937 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:09,941 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:09,942 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:09,942 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:09,942 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:09,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:09,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:09,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:09,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:09,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:09,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:09,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:09,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:09,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:09,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:09,956 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:09,958 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:09,960 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:09,963 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:09,963 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:09,964 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:09,967 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:09,969 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75068938, jitterRate=0.11861434578895569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:09,969 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:09,970 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105029943Writing region info on filesystem at 1732105029943Initializing all the Stores at 1732105029945 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029946 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105029946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105029946Cleaning up temporary data from old regions at 1732105029963 (+17 ms)Running coprocessor post-open hooks at 1732105029969 (+6 ms)Region opened successfully at 1732105029970 (+1 ms) 2024-11-20T12:17:09,977 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105029865 2024-11-20T12:17:09,990 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:09,990 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:09,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:09,995 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,33945,1732105026694, state=OPEN 2024-11-20T12:17:10,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:10,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:10,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:10,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:10,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:10,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:17:10,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,33945,1732105026694 in 406 msec 2024-11-20T12:17:10,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:17:10,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-20T12:17:10,123 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:10,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:17:10,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:10,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,33945,1732105026694, seqNum=-1] 2024-11-20T12:17:10,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:10,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:10,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8460 sec 2024-11-20T12:17:10,204 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105030204, completionTime=-1 2024-11-20T12:17:10,207 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:17:10,207 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:10,241 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:10,241 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105090241 2024-11-20T12:17:10,241 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105150241 2024-11-20T12:17:10,242 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-20T12:17:10,244 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,245 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,246 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,247 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:43631, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,248 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,248 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,255 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:17:10,281 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.350sec 2024-11-20T12:17:10,283 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:10,285 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:10,286 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:10,286 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:10,287 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:10,288 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:10,288 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:10,300 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:10,301 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:10,302 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43631,1732105025742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:10,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:10,352 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T12:17:10,352 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T12:17:10,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43631,-1 for getting cluster id 2024-11-20T12:17:10,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:10,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd183f22-f705-4264-a2f4-83b3c81a23bf' 2024-11-20T12:17:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd183f22-f705-4264-a2f4-83b3c81a23bf" 2024-11-20T12:17:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756bc43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:10,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43631,-1] 2024-11-20T12:17:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:10,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:10,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:10,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,33945,1732105026694, seqNum=-1] 2024-11-20T12:17:10,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:10,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:10,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,43631,1732105025742 2024-11-20T12:17:10,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:10,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:10,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101582d1f9d0002 connected 2024-11-20T12:17:10,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir so I do NOT create it in target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc 2024-11-20T12:17:10,507 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:17:10,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.tmp.dir so I do NOT create it in target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc 2024-11-20T12:17:10,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:17:10,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc 2024-11-20T12:17:10,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:10,508 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/cluster_d5cb8c34-7388-955e-815d-d2c44a4d675f, deleteOnExit=true 2024-11-20T12:17:10,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:10,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/test.cache.data in system properties and HBase conf 2024-11-20T12:17:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:10,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:10,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:10,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:10,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:10,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:10,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:10,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:10,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:10,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:10,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:10,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:10,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:10,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:10,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:11,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/java.io.tmpdir/jetty-localhost-46237-hadoop-hdfs-3_4_1-tests_jar-_-any-4060766094311378106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:11,086 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:46237} 2024-11-20T12:17:11,087 INFO [Time-limited test {}] server.Server(415): Started @12502ms 2024-11-20T12:17:11,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:11,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:11,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:11,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:11,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:11,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:11,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:11,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/java.io.tmpdir/jetty-localhost-35731-hadoop-hdfs-3_4_1-tests_jar-_-any-13788460351072104173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:11,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:35731} 2024-11-20T12:17:11,530 INFO [Time-limited test {}] server.Server(415): Started @12945ms 2024-11-20T12:17:11,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:17:12,331 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/cluster_d5cb8c34-7388-955e-815d-d2c44a4d675f/data/data1/current/BP-366997417-172.17.0.3-1732105030547/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:12,332 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/cluster_d5cb8c34-7388-955e-815d-d2c44a4d675f/data/data2/current/BP-366997417-172.17.0.3-1732105030547/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:12,398 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:17:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc97bc51611a60c54 with lease ID 0xdcb04284c51caa1c: Processing first storage report for DS-279d29cb-6ba7-4d22-bfca-416ec884b40a from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=c6bbeb1c-3a5c-4570-88c4-10983b3ab920, infoPort=33245, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=536784981;c=1732105030547) 2024-11-20T12:17:12,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc97bc51611a60c54 with lease ID 0xdcb04284c51caa1c: from storage DS-279d29cb-6ba7-4d22-bfca-416ec884b40a node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=c6bbeb1c-3a5c-4570-88c4-10983b3ab920, infoPort=33245, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=536784981;c=1732105030547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc97bc51611a60c54 with lease ID 0xdcb04284c51caa1c: Processing first storage report for DS-74fa0529-9795-4f61-abd2-3f93d7904a16 from datanode DatanodeRegistration(127.0.0.1:44257, datanodeUuid=c6bbeb1c-3a5c-4570-88c4-10983b3ab920, infoPort=33245, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=536784981;c=1732105030547) 2024-11-20T12:17:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc97bc51611a60c54 with lease ID 0xdcb04284c51caa1c: from storage DS-74fa0529-9795-4f61-abd2-3f93d7904a16 node DatanodeRegistration(127.0.0.1:44257, datanodeUuid=c6bbeb1c-3a5c-4570-88c4-10983b3ab920, infoPort=33245, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=536784981;c=1732105030547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:12,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc 2024-11-20T12:17:12,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:17:12,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998 with version=8 2024-11-20T12:17:12,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/hbase-staging 2024-11-20T12:17:12,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:12,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:12,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:12,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:12,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:12,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46373 2024-11-20T12:17:12,536 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46373 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:12,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463730x0, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:12,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46373-0x101582d1f9d0003 connected 2024-11-20T12:17:12,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/running 2024-11-20T12:17:12,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998, hbase.cluster.distributed=false 2024-11-20T12:17:12,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/acl 2024-11-20T12:17:12,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-20T12:17:12,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46373 2024-11-20T12:17:12,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46373 2024-11-20T12:17:12,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-20T12:17:12,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46373 2024-11-20T12:17:12,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:12,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:12,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:12,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:12,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:12,708 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38339 2024-11-20T12:17:12,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38339 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:12,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383390x0, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:12,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383390x0, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/running 2024-11-20T12:17:12,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:12,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38339-0x101582d1f9d0004 connected 2024-11-20T12:17:12,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:12,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/master 2024-11-20T12:17:12,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/acl 2024-11-20T12:17:12,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-20T12:17:12,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38339 2024-11-20T12:17:12,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38339 2024-11-20T12:17:12,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-20T12:17:12,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38339 2024-11-20T12:17:12,765 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:46373 2024-11-20T12:17:12,766 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-187220123/backup-masters/843d83d51ba0,46373,1732105032531 2024-11-20T12:17:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/backup-masters 2024-11-20T12:17:12,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/backup-masters 2024-11-20T12:17:12,778 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on existing znode=/1-187220123/backup-masters/843d83d51ba0,46373,1732105032531 2024-11-20T12:17:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187220123/master 2024-11-20T12:17:12,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:12,792 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on existing znode=/1-187220123/master 2024-11-20T12:17:12,796 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-187220123/backup-masters/843d83d51ba0,46373,1732105032531 from backup master directory 2024-11-20T12:17:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187220123/backup-masters/843d83d51ba0,46373,1732105032531 2024-11-20T12:17:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/backup-masters 2024-11-20T12:17:12,808 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:12,809 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,46373,1732105032531 2024-11-20T12:17:12,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/backup-masters 2024-11-20T12:17:12,817 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/hbase.id] with ID: c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:12,817 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/.tmp/hbase.id 2024-11-20T12:17:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:17:13,232 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/.tmp/hbase.id]:[hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/hbase.id] 2024-11-20T12:17:13,256 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:13,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:13,259 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T12:17:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:13,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:17:13,737 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:13,739 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:13,739 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:17:14,165 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store 2024-11-20T12:17:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:14,576 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:14,576 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:14,576 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105034576Disabling compacts and flushes for region at 1732105034576Disabling writes for close at 1732105034576Writing region close event to WAL at 1732105034576Closed at 1732105034576 2024-11-20T12:17:14,578 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/.initializing 2024-11-20T12:17:14,578 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/WALs/843d83d51ba0,46373,1732105032531 2024-11-20T12:17:14,580 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:14,584 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C46373%2C1732105032531, suffix=, logDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/WALs/843d83d51ba0,46373,1732105032531, archiveDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:14,604 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/WALs/843d83d51ba0,46373,1732105032531/843d83d51ba0%2C46373%2C1732105032531.1732105034584, exclude list is [], retry=0 2024-11-20T12:17:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-279d29cb-6ba7-4d22-bfca-416ec884b40a,DISK] 2024-11-20T12:17:14,612 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/WALs/843d83d51ba0,46373,1732105032531/843d83d51ba0%2C46373%2C1732105032531.1732105034584 2024-11-20T12:17:14,612 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-20T12:17:14,613 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:14,613 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:14,613 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,613 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:14,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:14,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:14,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:14,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:14,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:14,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:14,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:14,655 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,657 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,658 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,660 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,660 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,661 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:14,663 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:14,672 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:14,673 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68004567, jitterRate=0.013347014784812927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:14,675 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105034614Initializing all the Stores at 1732105034617 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105034617Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105034618 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105034618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105034618Cleaning up temporary data from old regions at 1732105034660 (+42 ms)Region opened successfully at 1732105034674 (+14 ms) 2024-11-20T12:17:14,686 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:14,694 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dec31e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:14,695 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:17:14,696 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:14,696 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:14,696 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:14,697 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T12:17:14,698 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:17:14,698 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:14,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:17:14,721 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:14,722 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:14,787 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/balancer already deleted, retry=false 2024-11-20T12:17:14,788 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:14,789 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:14,800 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/normalizer already deleted, retry=false 2024-11-20T12:17:14,801 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:14,802 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:14,811 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/switch/split already deleted, retry=false 2024-11-20T12:17:14,813 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:14,822 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/switch/merge already deleted, retry=false 2024-11-20T12:17:14,825 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:14,832 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187220123/running 2024-11-20T12:17:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-187220123/running 2024-11-20T12:17:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:14,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:14,924 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,46373,1732105032531, sessionid=0x101582d1f9d0003, setting cluster-up flag (Was=false) 2024-11-20T12:17:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:15,064 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-187220123/flush-table-proc/acquired, /1-187220123/flush-table-proc/reached, /1-187220123/flush-table-proc/abort 2024-11-20T12:17:15,065 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,46373,1732105032531 2024-11-20T12:17:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:15,201 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-187220123/online-snapshot/acquired, /1-187220123/online-snapshot/reached, /1-187220123/online-snapshot/abort 2024-11-20T12:17:15,202 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,46373,1732105032531 2024-11-20T12:17:15,205 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:17:15,210 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:15,210 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:15,210 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:15,211 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,46373,1732105032531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,213 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:15,214 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:15,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:17:15,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,220 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105065220 2024-11-20T12:17:15,220 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:15,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:17:15,220 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:15,220 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:15,221 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:15,221 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:15,221 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:15,222 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,224 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:15,224 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:15,225 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:15,225 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:15,232 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:15,232 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:15,236 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105035232,5,FailOnTimeoutGroup] 2024-11-20T12:17:15,236 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105035236,5,FailOnTimeoutGroup] 2024-11-20T12:17:15,236 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,237 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:15,237 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,237 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:17:15,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:17:15,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998 2024-11-20T12:17:15,254 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(746): ClusterId : c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:15,255 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:15,265 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:15,265 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:17:15,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:15,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:15,275 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:15,276 DEBUG [RS:0;843d83d51ba0:38339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1424c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:15,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:15,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:15,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:15,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:15,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:15,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:15,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:15,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,292 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:38339 2024-11-20T12:17:15,292 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:15,292 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:15,292 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:15,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:15,293 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,46373,1732105032531 with port=38339, startcode=1732105032703 2024-11-20T12:17:15,293 DEBUG [RS:0;843d83d51ba0:38339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:15,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740 2024-11-20T12:17:15,296 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:15,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740 2024-11-20T12:17:15,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46373 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,300 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998 2024-11-20T12:17:15,300 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40569 2024-11-20T12:17:15,301 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:15,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:15,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:15,302 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:15,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:15,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:15,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71034990, jitterRate=0.05850383639335632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:15,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105035268Initializing all the Stores at 1732105035270 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035272 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105035272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035272Cleaning up temporary data from old regions at 1732105035301 (+29 ms)Region opened successfully at 1732105035314 (+13 ms) 2024-11-20T12:17:15,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:15,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:15,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:15,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:15,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:15,315 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:15,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105035314Disabling compacts and flushes for region at 1732105035314Disabling writes for close at 1732105035314Writing region close event to WAL at 1732105035315 (+1 ms)Closed at 1732105035315 2024-11-20T12:17:15,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:15,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:17:15,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:15,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:15,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:17:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/rs 2024-11-20T12:17:15,389 DEBUG [RS:0;843d83d51ba0:38339 {}] zookeeper.ZKUtil(111): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on existing znode=/1-187220123/rs/843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,389 WARN [RS:0;843d83d51ba0:38339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:15,389 INFO [RS:0;843d83d51ba0:38339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:15,389 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,38339,1732105032703] 2024-11-20T12:17:15,395 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:15,397 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:15,397 INFO [RS:0;843d83d51ba0:38339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:15,398 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,398 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:15,399 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:15,399 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,399 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,400 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,401 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:15,401 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:15,401 DEBUG [RS:0;843d83d51ba0:38339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:15,404 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,404 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,404 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,404 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,404 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,405 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,38339,1732105032703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:15,426 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:15,426 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,38339,1732105032703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,426 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,426 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.Replication(171): 843d83d51ba0,38339,1732105032703 started 2024-11-20T12:17:15,442 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:15,442 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,38339,1732105032703, RpcServer on 843d83d51ba0/172.17.0.3:38339, sessionid=0x101582d1f9d0004 2024-11-20T12:17:15,442 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:15,443 DEBUG [RS:0;843d83d51ba0:38339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,443 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,38339,1732105032703' 2024-11-20T12:17:15,443 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-187220123/flush-table-proc/abort' 2024-11-20T12:17:15,443 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-187220123/flush-table-proc/acquired' 2024-11-20T12:17:15,444 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:15,444 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:15,444 DEBUG [RS:0;843d83d51ba0:38339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,444 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,38339,1732105032703' 2024-11-20T12:17:15,444 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-187220123/online-snapshot/abort' 2024-11-20T12:17:15,445 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-187220123/online-snapshot/acquired' 2024-11-20T12:17:15,445 DEBUG [RS:0;843d83d51ba0:38339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:15,445 INFO [RS:0;843d83d51ba0:38339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:15,445 INFO [RS:0;843d83d51ba0:38339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:15,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:15,472 WARN [843d83d51ba0:46373 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:17:15,546 INFO [RS:0;843d83d51ba0:38339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:15,549 INFO [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C38339%2C1732105032703, suffix=, logDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703, archiveDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/oldWALs, maxLogs=10 2024-11-20T12:17:15,564 DEBUG [RS:0;843d83d51ba0:38339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703/843d83d51ba0%2C38339%2C1732105032703.1732105035550, exclude list is [], retry=0 2024-11-20T12:17:15,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-279d29cb-6ba7-4d22-bfca-416ec884b40a,DISK] 2024-11-20T12:17:15,573 INFO [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703/843d83d51ba0%2C38339%2C1732105032703.1732105035550 2024-11-20T12:17:15,576 DEBUG [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-20T12:17:15,723 DEBUG [843d83d51ba0:46373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:15,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,38339,1732105032703 2024-11-20T12:17:15,726 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,38339,1732105032703, state=OPENING 2024-11-20T12:17:15,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:17:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:15,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:15,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187220123/meta-region-server: CHANGED 2024-11-20T12:17:15,788 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:15,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187220123/meta-region-server: CHANGED 2024-11-20T12:17:15,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,38339,1732105032703}] 2024-11-20T12:17:15,945 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:15,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:15,958 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:15,958 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:15,959 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:15,961 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C38339%2C1732105032703.meta, suffix=.meta, logDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703, archiveDir=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/oldWALs, maxLogs=10 2024-11-20T12:17:15,976 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703/843d83d51ba0%2C38339%2C1732105032703.meta.1732105035963.meta, exclude list is [], retry=0 2024-11-20T12:17:15,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44257,DS-279d29cb-6ba7-4d22-bfca-416ec884b40a,DISK] 2024-11-20T12:17:15,982 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/WALs/843d83d51ba0,38339,1732105032703/843d83d51ba0%2C38339%2C1732105032703.meta.1732105035963.meta 2024-11-20T12:17:15,982 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33245:33245)] 2024-11-20T12:17:15,983 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:15,983 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:15,983 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:15,983 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:15,983 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:15,984 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:15,984 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:15,984 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:15,984 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:15,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:15,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:15,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:15,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:15,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:15,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:15,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:15,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:15,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:15,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:15,995 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:15,996 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740 2024-11-20T12:17:15,998 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740 2024-11-20T12:17:16,000 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:16,000 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:16,001 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:16,003 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:16,004 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67085953, jitterRate=-3.4140050411224365E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:16,005 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:16,005 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105035984Writing region info on filesystem at 1732105035984Initializing all the Stores at 1732105035986 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105035986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105035986Cleaning up temporary data from old regions at 1732105036000 (+14 ms)Running coprocessor post-open hooks at 1732105036005 (+5 ms)Region opened successfully at 1732105036005 2024-11-20T12:17:16,006 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105035944 2024-11-20T12:17:16,010 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:16,010 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:16,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,38339,1732105032703 2024-11-20T12:17:16,013 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,38339,1732105032703, state=OPEN 2024-11-20T12:17:16,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-187220123/meta-region-server 2024-11-20T12:17:16,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-187220123/meta-region-server 2024-11-20T12:17:16,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,38339,1732105032703 2024-11-20T12:17:16,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187220123/meta-region-server: CHANGED 2024-11-20T12:17:16,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-187220123/meta-region-server: CHANGED 2024-11-20T12:17:16,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:17:16,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,38339,1732105032703 in 234 msec 2024-11-20T12:17:16,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:17:16,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-20T12:17:16,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:16,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:17:16,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:16,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,38339,1732105032703, seqNum=-1] 2024-11-20T12:17:16,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:16,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:16,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-20T12:17:16,047 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105036047, completionTime=-1 2024-11-20T12:17:16,047 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:17:16,047 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:16,050 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:16,050 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105096050 2024-11-20T12:17:16,050 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105156050 2024-11-20T12:17:16,050 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:46373, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,054 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.246sec 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:16,056 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:16,059 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:16,059 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:16,059 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46373,1732105032531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:16,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:16,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:16,158 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:16,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a094908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:16,163 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,38339,1732105032703, seqNum=-1] 2024-11-20T12:17:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:16,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:16,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,46373,1732105032531 2024-11-20T12:17:16,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:17:16,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:17:16,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:16,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T12:17:16,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:16,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:17:16,189 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:17:16,189 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:17:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:16,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101582d1f9d0005 connected 2024-11-20T12:17:16,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43631,-1 for getting cluster id 2024-11-20T12:17:16,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:16,209 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd183f22-f705-4264-a2f4-83b3c81a23bf' 2024-11-20T12:17:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd183f22-f705-4264-a2f4-83b3c81a23bf" 2024-11-20T12:17:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e853c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43631,-1] 2024-11-20T12:17:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:16,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f1e078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,43631,1732105025742 2024-11-20T12:17:16,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@322fd3a6 2024-11-20T12:17:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:16,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:16,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:17:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:17:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:16,241 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:16,243 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cc7a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,243 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:16,243 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:16,244 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:16,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6286fbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:16,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:16,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:16,247 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:16,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6992216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:16,249 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:16,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:16,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501d49c1 2024-11-20T12:17:16,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:16,256 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:16,267 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T12:17:16,267 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:17:16,271 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:16,272 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:16,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:16,273 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:16,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:17:16,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:17:16,281 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:16,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:17:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741835_1011 (size=1138) 2024-11-20T12:17:16,330 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:17:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:16,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6556c714d18ca865a5bb043fa907632c, NAME => 'hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c 2024-11-20T12:17:16,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741836_1012 (size=44) 2024-11-20T12:17:16,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:17,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:17,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6556c714d18ca865a5bb043fa907632c, disabling compactions & flushes 2024-11-20T12:17:17,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. after waiting 0 ms 2024-11-20T12:17:17,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6556c714d18ca865a5bb043fa907632c: Waiting for close lock at 1732105037113Disabling compacts and flushes for region at 1732105037113Disabling writes for close at 1732105037113Writing region close event to WAL at 1732105037114 (+1 ms)Closed at 1732105037114 2024-11-20T12:17:17,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:17:17,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105037118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105037118"}]},"ts":"1732105037118"} 2024-11-20T12:17:17,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:17:17,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:17:17,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105037130"}]},"ts":"1732105037130"} 2024-11-20T12:17:17,137 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:17:17,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN}] 2024-11-20T12:17:17,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN 2024-11-20T12:17:17,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN; state=OFFLINE, location=843d83d51ba0,33945,1732105026694; forceNewPlan=false, retain=false 2024-11-20T12:17:17,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6556c714d18ca865a5bb043fa907632c, regionState=OPENING, regionLocation=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:17,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN because future has completed 2024-11-20T12:17:17,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,33945,1732105026694}] 2024-11-20T12:17:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:17,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:17:17,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C33945%2C1732105026694.rep, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:17,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.rep.1732105037472, exclude list is [], retry=0 2024-11-20T12:17:17,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:17,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.rep.1732105037472 2024-11-20T12:17:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6556c714d18ca865a5bb043fa907632c, NAME => 'hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:17,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. service=MultiRowMutationService 2024-11-20T12:17:17,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:17:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,493 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,495 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName hfileref 2024-11-20T12:17:17,495 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:17,496 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:17,496 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,497 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName queue 2024-11-20T12:17:17,497 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:17,498 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:17,498 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,499 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName sid 2024-11-20T12:17:17,500 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:17,500 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:17,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:17:17,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:17,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6556c714d18ca865a5bb043fa907632c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72671713, jitterRate=0.08289290964603424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:17:17,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:17,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6556c714d18ca865a5bb043fa907632c: Running coprocessor pre-open hook at 1732105037491Writing region info on filesystem at 1732105037491Initializing all the Stores at 1732105037493 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105037493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105037493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105037493Cleaning up temporary data from old regions at 1732105037504 (+11 ms)Running coprocessor post-open hooks at 1732105037512 (+8 ms)Region opened successfully at 1732105037512 2024-11-20T12:17:17,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., pid=7, masterSystemTime=1732105037460 2024-11-20T12:17:17,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:17,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6556c714d18ca865a5bb043fa907632c, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,33945,1732105026694 2024-11-20T12:17:17,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,33945,1732105026694 because future has completed 2024-11-20T12:17:17,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T12:17:17,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,33945,1732105026694 in 220 msec 2024-11-20T12:17:17,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:17:17,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN in 390 msec 2024-11-20T12:17:17,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:17:17,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105037533"}]},"ts":"1732105037533"} 2024-11-20T12:17:17,536 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:17:17,537 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:17:17,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2650 sec 2024-11-20T12:17:17,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., hostname=843d83d51ba0,33945,1732105026694, seqNum=2] 2024-11-20T12:17:17,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T12:17:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:17,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:17:17,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T12:17:17,901 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:17:17,940 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,33945,1732105026694, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:17:17,941 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:17,941 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,33945,1732105026694, seqNum=-1] 2024-11-20T12:17:17,941 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:17,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T12:17:17,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,33945,1732105026694', locateType=CURRENT is [region=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., hostname=843d83d51ba0,33945,1732105026694, seqNum=2] 2024-11-20T12:17:17,952 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T12:17:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T12:17:17,957 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,33945,1732105026694 suceeded 2024-11-20T12:17:17,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T12:17:17,962 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:17,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-20T12:17:17,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7310 sec 2024-11-20T12:17:17,973 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:17,975 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21ac37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:17,975 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:17,975 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:17,976 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4608d5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:17,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:17,978 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:17,979 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78568c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:17,980 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:17,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:17,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556b4962 2024-11-20T12:17:17,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:17,982 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T12:17:17,983 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,33945,1732105026694 (queues=1) is replicating from cluster=fd183f22-f705-4264-a2f4-83b3c81a23bf to cluster=c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:17,985 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C33945%2C1732105026694 2024-11-20T12:17:17,988 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,33945,1732105026694, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:17:17,990 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C33945%2C1732105026694 2024-11-20T12:17:17,993 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920, startPosition=0, beingWritten=true 2024-11-20T12:17:18,241 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:18,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:18,409 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:17:18,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:18,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:18,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43631,-1 for getting cluster id 2024-11-20T12:17:18,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:18,413 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd183f22-f705-4264-a2f4-83b3c81a23bf' 2024-11-20T12:17:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd183f22-f705-4264-a2f4-83b3c81a23bf" 2024-11-20T12:17:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36981ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43631,-1] 2024-11-20T12:17:18,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:18,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34619e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,43631,1732105025742 2024-11-20T12:17:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d09a2a4 2024-11-20T12:17:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:18,420 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:18,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:17:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:17:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T12:17:18,424 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:18,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4655d0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,425 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:18,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:18,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:18,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4feafc3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,428 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:18,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77235b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2376bd38 2024-11-20T12:17:18,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:18,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:18,432 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:17:18,432 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:17:18,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,432 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:18,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:17:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T12:17:18,552 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:18,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T12:17:18,659 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T12:17:18,694 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-843d83d51ba0,33945,1732105026694, ReplicationSource: 2, currentBandwidth=0 2024-11-20T12:17:18,700 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T12:17:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T12:17:18,704 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 843d83d51ba0,33945,1732105026694 suceeded 2024-11-20T12:17:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:17:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T12:17:18,707 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:18,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 286 msec 2024-11-20T12:17:18,716 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:18,717 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e0f9ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,718 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:18,718 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:18,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:18,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:18,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:18,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9fda7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:18,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:18,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:18,722 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b37be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,722 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42089e21 2024-11-20T12:17:18,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:18,724 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T12:17:18,725 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-843d83d51ba0,33945,1732105026694 (queues=1) is replicating from cluster=fd183f22-f705-4264-a2f4-83b3c81a23bf to cluster=c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:18,725 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=843d83d51ba0%2C33945%2C1732105026694 2024-11-20T12:17:18,725 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-843d83d51ba0,33945,1732105026694, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:17:18,725 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C33945%2C1732105026694 2024-11-20T12:17:18,725 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920, startPosition=0, beingWritten=true 2024-11-20T12:17:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T12:17:18,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T12:17:18,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:18,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:18,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:18,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,43631,1732105025742 2024-11-20T12:17:18,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd2666e 2024-11-20T12:17:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:18,743 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:18,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:18,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T12:17:18,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:18,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T12:17:18,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T12:17:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T12:17:18,757 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:18,758 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,758 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:18,758 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:18,759 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:18,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:18,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d220d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,761 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:18,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b645b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:18,762 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b5dafae 2024-11-20T12:17:18,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:18,764 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:18,765 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T12:17:18,765 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:17:18,765 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,765 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:18,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:18,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:17:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T12:17:18,931 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:18,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T12:17:18,941 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T12:17:18,943 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T12:17:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T12:17:18,947 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 843d83d51ba0,33945,1732105026694 suceeded 2024-11-20T12:17:18,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T12:17:18,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-20T12:17:18,950 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:18,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-20T12:17:18,961 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T12:17:19,077 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T12:17:19,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T12:17:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T12:17:19,086 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:19,088 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b15725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:19,088 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:19,088 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:19,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e47eb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:19,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:19,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7c9b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:19,093 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6616af 2024-11-20T12:17:19,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:19,095 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:19,096 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T12:17:19,096 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:17:19,096 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,096 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:19,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:17:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T12:17:19,245 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:19,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T12:17:19,296 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T12:17:19,299 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T12:17:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T12:17:19,306 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 843d83d51ba0,33945,1732105026694 suceeded 2024-11-20T12:17:19,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T12:17:19,310 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://843d83d51ba0:46373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:19,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-20T12:17:19,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 231 msec 2024-11-20T12:17:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T12:17:19,408 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T12:17:19,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:19,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43631 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T12:17:19,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:19,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:19,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:19,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:17:19,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-20T12:17:19,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,43631,1732105025742 2024-11-20T12:17:19,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:19,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:19,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:19,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:19,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:19,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:19,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:19,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:19,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:19,445 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,33945,1732105026694' ***** 2024-11-20T12:17:19,445 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:17:19,446 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:17:19,446 INFO [RS:0;843d83d51ba0:33945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:17:19,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:17:19,447 INFO [RS:0;843d83d51ba0:33945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:17:19,447 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:19,448 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,33945,1732105026694 2024-11-20T12:17:19,448 INFO [RS:0;843d83d51ba0:33945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:19,448 INFO [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:33945. 2024-11-20T12:17:19,448 DEBUG [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:19,448 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:19,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6556c714d18ca865a5bb043fa907632c, disabling compactions & flushes 2024-11-20T12:17:19,449 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:17:19,449 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:19,449 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:17:19,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:19,449 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:17:19,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. after waiting 0 ms 2024-11-20T12:17:19,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:19,449 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:17:19,450 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:17:19,450 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:19,450 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:19,450 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6556c714d18ca865a5bb043fa907632c=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.} 2024-11-20T12:17:19,450 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:19,450 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:19,450 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:19,450 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:19,454 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6556c714d18ca865a5bb043fa907632c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T12:17:19,454 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T12:17:19,467 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:19,469 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:19,517 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/.tmp/queue/50b882c8f84d4a63ab6a31cd5a106991 is 151, key is 1-843d83d51ba0,33945,1732105026694/queue:843d83d51ba0%2C33945%2C1732105026694/1732105037946/Put/seqid=0 2024-11-20T12:17:19,517 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/cd153b24365549f69aaa9e63c79b57ad is 147, key is hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c./info:regioninfo/1732105037519/Put/seqid=0 2024-11-20T12:17:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741839_1015 (size=5500) 2024-11-20T12:17:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741838_1014 (size=6631) 2024-11-20T12:17:19,651 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:19,653 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:19,762 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:17:19,762 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:17:19,851 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:19,931 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/.tmp/queue/50b882c8f84d4a63ab6a31cd5a106991 2024-11-20T12:17:19,931 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/cd153b24365549f69aaa9e63c79b57ad 2024-11-20T12:17:19,980 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/.tmp/queue/50b882c8f84d4a63ab6a31cd5a106991 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/queue/50b882c8f84d4a63ab6a31cd5a106991 2024-11-20T12:17:19,991 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/queue/50b882c8f84d4a63ab6a31cd5a106991, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T12:17:19,995 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/ns/39042fcc676248be976d1afa97b9c126 is 43, key is default/ns:d/1732105030182/Put/seqid=0 2024-11-20T12:17:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741840_1016 (size=5153) 2024-11-20T12:17:20,000 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6556c714d18ca865a5bb043fa907632c in 544ms, sequenceid=6, compaction requested=false 2024-11-20T12:17:20,000 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:17:20,008 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T12:17:20,010 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:20,010 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:20,010 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:20,011 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6556c714d18ca865a5bb043fa907632c: Waiting for close lock at 1732105039448Running coprocessor pre-close hooks at 1732105039448Disabling compacts and flushes for region at 1732105039448Disabling writes for close at 1732105039449 (+1 ms)Obtaining lock to block concurrent updates at 1732105039454 (+5 ms)Preparing flush snapshotting stores in 6556c714d18ca865a5bb043fa907632c at 1732105039454Finished memstore snapshotting hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732105039461 (+7 ms)Flushing stores of hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. at 1732105039463 (+2 ms)Flushing 6556c714d18ca865a5bb043fa907632c/queue: creating writer at 1732105039465 (+2 ms)Flushing 6556c714d18ca865a5bb043fa907632c/queue: appending metadata at 1732105039505 (+40 ms)Flushing 6556c714d18ca865a5bb043fa907632c/queue: closing flushed file at 1732105039508 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3034cfb2: reopening flushed file at 1732105039978 (+470 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6556c714d18ca865a5bb043fa907632c in 544ms, sequenceid=6, compaction requested=false at 1732105040000 (+22 ms)Writing region close event to WAL at 1732105040003 (+3 ms)Running coprocessor post-close hooks at 1732105040009 (+6 ms)Closed at 1732105040010 (+1 ms) 2024-11-20T12:17:20,011 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:20,051 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:20,075 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:20,161 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:20,252 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:20,403 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/ns/39042fcc676248be976d1afa97b9c126 2024-11-20T12:17:20,433 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/table/472fe962a2f748e987ceb00acf205bb1 is 53, key is hbase:replication/table:state/1732105037533/Put/seqid=0 2024-11-20T12:17:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741841_1017 (size=5256) 2024-11-20T12:17:20,452 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:17:20,452 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:17:20,452 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:20,652 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:20,770 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:20,782 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 to pos 0, reset compression=false 2024-11-20T12:17:20,840 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/table/472fe962a2f748e987ceb00acf205bb1 2024-11-20T12:17:20,849 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/cd153b24365549f69aaa9e63c79b57ad as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/info/cd153b24365549f69aaa9e63c79b57ad 2024-11-20T12:17:20,853 DEBUG [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:20,857 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/info/cd153b24365549f69aaa9e63c79b57ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T12:17:20,858 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/ns/39042fcc676248be976d1afa97b9c126 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/ns/39042fcc676248be976d1afa97b9c126 2024-11-20T12:17:20,866 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/ns/39042fcc676248be976d1afa97b9c126, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:17:20,867 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/table/472fe962a2f748e987ceb00acf205bb1 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/table/472fe962a2f748e987ceb00acf205bb1 2024-11-20T12:17:20,875 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/table/472fe962a2f748e987ceb00acf205bb1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T12:17:20,876 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false 2024-11-20T12:17:20,882 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:17:20,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:20,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:20,883 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:20,884 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105039450Running coprocessor pre-close hooks at 1732105039450Disabling compacts and flushes for region at 1732105039450Disabling writes for close at 1732105039450Obtaining lock to block concurrent updates at 1732105039454 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732105039454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732105039461 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105039463 (+2 ms)Flushing 1588230740/info: creating writer at 1732105039465 (+2 ms)Flushing 1588230740/info: appending metadata at 1732105039506 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732105039508 (+2 ms)Flushing 1588230740/ns: creating writer at 1732105039978 (+470 ms)Flushing 1588230740/ns: appending metadata at 1732105039994 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732105039994Flushing 1588230740/table: creating writer at 1732105040419 (+425 ms)Flushing 1588230740/table: appending metadata at 1732105040433 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732105040433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454511e9: reopening flushed file at 1732105040847 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c36648e: reopening flushed file at 1732105040857 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64519f9d: reopening flushed file at 1732105040866 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false at 1732105040876 (+10 ms)Writing region close event to WAL at 1732105040878 (+2 ms)Running coprocessor post-close hooks at 1732105040883 (+5 ms)Closed at 1732105040883 2024-11-20T12:17:20,884 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:21,053 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,33945,1732105026694; all regions closed. 2024-11-20T12:17:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741834_1010 (size=2742) 2024-11-20T12:17:21,069 DEBUG [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:21,069 INFO [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C33945%2C1732105026694.meta:.meta(num 1732105029896) 2024-11-20T12:17:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741837_1013 (size=1802) 2024-11-20T12:17:21,076 DEBUG [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:21,076 INFO [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C33945%2C1732105026694.rep:(num 1732105037472) 2024-11-20T12:17:21,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741832_1008 (size=93) 2024-11-20T12:17:21,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694/843d83d51ba0%2C33945%2C1732105026694.1732105028920 not finished, retry = 0 2024-11-20T12:17:21,187 DEBUG [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:21,187 INFO [RS:0;843d83d51ba0:33945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C33945%2C1732105026694:(num 1732105028920) 2024-11-20T12:17:21,187 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:21,187 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:21,187 INFO [RS:0;843d83d51ba0:33945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:21,188 INFO [RS:0;843d83d51ba0:33945 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:21,188 INFO [RS:0;843d83d51ba0:33945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:21,188 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:21,188 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,33945,1732105026694 because: Region server is closing 2024-11-20T12:17:21,189 INFO [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:33945. 2024-11-20T12:17:21,189 DEBUG [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:21,189 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:21,189 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:21,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:21,290 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:17:21,290 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:17:21,291 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,1-843d83d51ba0,33945,1732105026694 terminated 2024-11-20T12:17:21,292 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-843d83d51ba0,33945,1732105026694 because: Region server is closing 2024-11-20T12:17:21,292 INFO [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:33945. 2024-11-20T12:17:21,293 DEBUG [RS:0;843d83d51ba0:33945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:21,293 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:21,293 DEBUG [RS:0;843d83d51ba0:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:21,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:21,394 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.wal-reader.843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:17:21,394 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:17:21,395 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,33945,1732105026694.replicationSource.shipper843d83d51ba0%2C33945%2C1732105026694,2-843d83d51ba0,33945,1732105026694 terminated 2024-11-20T12:17:21,396 INFO [RS:0;843d83d51ba0:33945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33945 2024-11-20T12:17:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/rs/843d83d51ba0,33945,1732105026694 2024-11-20T12:17:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/rs 2024-11-20T12:17:21,472 INFO [RS:0;843d83d51ba0:33945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:21,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,33945,1732105026694] 2024-11-20T12:17:21,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:21,495 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/draining/843d83d51ba0,33945,1732105026694 already deleted, retry=false 2024-11-20T12:17:21,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,33945,1732105026694 expired; onlineServers=0 2024-11-20T12:17:21,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,43631,1732105025742' ***** 2024-11-20T12:17:21,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:17:21,496 INFO [M:0;843d83d51ba0:43631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:21,496 INFO [M:0;843d83d51ba0:43631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:21,497 DEBUG [M:0;843d83d51ba0:43631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:17:21,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:17:21,497 DEBUG [M:0;843d83d51ba0:43631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:17:21,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105028566 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105028566,5,FailOnTimeoutGroup] 2024-11-20T12:17:21,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105028564 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105028564,5,FailOnTimeoutGroup] 2024-11-20T12:17:21,497 INFO [M:0;843d83d51ba0:43631 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:21,497 INFO [M:0;843d83d51ba0:43631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:21,497 DEBUG [M:0;843d83d51ba0:43631 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:17:21,497 INFO [M:0;843d83d51ba0:43631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:17:21,498 INFO [M:0;843d83d51ba0:43631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:21,498 INFO [M:0;843d83d51ba0:43631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:17:21,498 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:17:21,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/master 2024-11-20T12:17:21,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:21,506 DEBUG [M:0;843d83d51ba0:43631 {}] zookeeper.ZKUtil(347): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/master because node does not exist (not an error) 2024-11-20T12:17:21,506 WARN [M:0;843d83d51ba0:43631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:17:21,507 INFO [M:0;843d83d51ba0:43631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.lastflushedseqids 2024-11-20T12:17:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741842_1018 (size=181) 2024-11-20T12:17:21,519 INFO [M:0;843d83d51ba0:43631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:17:21,519 INFO [M:0;843d83d51ba0:43631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:17:21,520 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:21,520 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:21,520 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:21,520 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:21,520 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:21,520 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T12:17:21,536 DEBUG [M:0;843d83d51ba0:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88cfebf91b6483fac776e20e54ecfff is 82, key is hbase:meta,,1/info:regioninfo/1732105029992/Put/seqid=0 2024-11-20T12:17:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741843_1019 (size=5672) 2024-11-20T12:17:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x101582d1f9d0001, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:21,586 INFO [RS:0;843d83d51ba0:33945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:21,586 INFO [RS:0;843d83d51ba0:33945 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,33945,1732105026694; zookeeper connection closed. 2024-11-20T12:17:21,587 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d8b1585 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d8b1585 2024-11-20T12:17:21,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:17:21,942 INFO [M:0;843d83d51ba0:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88cfebf91b6483fac776e20e54ecfff 2024-11-20T12:17:21,965 DEBUG [M:0;843d83d51ba0:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ab2f769074426499e421af8783e3ee is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732105037539/Put/seqid=0 2024-11-20T12:17:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741844_1020 (size=8663) 2024-11-20T12:17:22,372 INFO [M:0;843d83d51ba0:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ab2f769074426499e421af8783e3ee 2024-11-20T12:17:22,398 DEBUG [M:0;843d83d51ba0:43631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa6ad0d448834fc38e50f6b4c054f481 is 69, key is 843d83d51ba0,33945,1732105026694/rs:state/1732105028647/Put/seqid=0 2024-11-20T12:17:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741845_1021 (size=5156) 2024-11-20T12:17:22,806 INFO [M:0;843d83d51ba0:43631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa6ad0d448834fc38e50f6b4c054f481 2024-11-20T12:17:22,819 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b88cfebf91b6483fac776e20e54ecfff as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b88cfebf91b6483fac776e20e54ecfff 2024-11-20T12:17:22,826 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b88cfebf91b6483fac776e20e54ecfff, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T12:17:22,828 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ab2f769074426499e421af8783e3ee as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87ab2f769074426499e421af8783e3ee 2024-11-20T12:17:22,834 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87ab2f769074426499e421af8783e3ee, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T12:17:22,835 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa6ad0d448834fc38e50f6b4c054f481 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa6ad0d448834fc38e50f6b4c054f481 2024-11-20T12:17:22,842 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa6ad0d448834fc38e50f6b4c054f481, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T12:17:22,843 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=115, compaction requested=false 2024-11-20T12:17:22,845 INFO [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:22,845 DEBUG [M:0;843d83d51ba0:43631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105041520Disabling compacts and flushes for region at 1732105041520Disabling writes for close at 1732105041520Obtaining lock to block concurrent updates at 1732105041520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105041520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732105041520Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105041521 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105041521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105041536 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105041536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105041949 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105041965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105041965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105042383 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105042397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105042397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1732105042817 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f14b3: reopening flushed file at 1732105042826 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a834956: reopening flushed file at 1732105042834 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=115, compaction requested=false at 1732105042843 (+9 ms)Writing region close event to WAL at 1732105042845 (+2 ms)Closed at 1732105042845 2024-11-20T12:17:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741830_1006 (size=59421) 2024-11-20T12:17:22,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:22,850 INFO [M:0;843d83d51ba0:43631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:17:22,850 INFO [M:0;843d83d51ba0:43631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43631 2024-11-20T12:17:22,850 INFO [M:0;843d83d51ba0:43631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:23,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:23,066 INFO [M:0;843d83d51ba0:43631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:23,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43631-0x101582d1f9d0000, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:23,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:23,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:23,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34589 2024-11-20T12:17:23,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34589 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:23,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345890x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:23,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34589-0x101582d1f9d0006 connected 2024-11-20T12:17:23,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:23,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:23,103 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:23,103 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: INIT 2024-11-20T12:17:23,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c, hbase.cluster.distributed=false 2024-11-20T12:17:23,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/acl 2024-11-20T12:17:23,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-20T12:17:23,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34589 2024-11-20T12:17:23,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34589 2024-11-20T12:17:23,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-20T12:17:23,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34589 2024-11-20T12:17:23,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:23,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:23,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:23,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:23,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:23,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:23,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36817 2024-11-20T12:17:23,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36817 connecting to ZooKeeper ensemble=127.0.0.1:60433 2024-11-20T12:17:23,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:23,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:23,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368170x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:23,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368170x0, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:23,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36817-0x101582d1f9d0007 connected 2024-11-20T12:17:23,137 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: INIT 2024-11-20T12:17:23,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:23,140 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:23,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/master 2024-11-20T12:17:23,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/acl 2024-11-20T12:17:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-20T12:17:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36817 2024-11-20T12:17:23,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36817 2024-11-20T12:17:23,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-20T12:17:23,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36817 2024-11-20T12:17:23,159 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:34589 2024-11-20T12:17:23,159 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01543041863/backup-masters/843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:23,169 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/backup-masters/843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/master 2024-11-20T12:17:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:23,180 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/master 2024-11-20T12:17:23,180 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01543041863/backup-masters/843d83d51ba0,34589,1732105043067 from backup master directory 2024-11-20T12:17:23,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:23,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/backup-masters/843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,190 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:23,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/backup-masters 2024-11-20T12:17:23,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,209 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:23,209 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:23,223 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-20T12:17:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741846_1022 (size=196) 2024-11-20T12:17:23,642 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:23,644 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:23,644 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:23,654 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T12:17:23,657 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742 to hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742-dead as it is dead 2024-11-20T12:17:23,659 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T12:17:23,659 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T12:17:23,659 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742-dead/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:23,664 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742-dead/843d83d51ba0%2C43631%2C1732105025742.1732105027388 after 4ms 2024-11-20T12:17:23,666 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742-dead/843d83d51ba0%2C43631%2C1732105025742.1732105027388 to hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:23,666 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,43631,1732105025742-dead 2024-11-20T12:17:23,667 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,668 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:23,670 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C34589%2C1732105043067, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,34589,1732105043067, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:23,683 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,34589,1732105043067/843d83d51ba0%2C34589%2C1732105043067.1732105043670, exclude list is [], retry=0 2024-11-20T12:17:23,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:23,689 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/WALs/843d83d51ba0,34589,1732105043067/843d83d51ba0%2C34589%2C1732105043067.1732105043670 2024-11-20T12:17:23,689 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:23,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:23,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:23,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:23,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:23,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b88cfebf91b6483fac776e20e54ecfff 2024-11-20T12:17:23,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:23,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:23,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:23,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87ab2f769074426499e421af8783e3ee 2024-11-20T12:17:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:23,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:23,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:23,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa6ad0d448834fc38e50f6b4c054f481 2024-11-20T12:17:23,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:23,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:23,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:23,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:23,722 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,722 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T12:17:23,722 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:23,737 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:23,739 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C43631%2C1732105025742.1732105027388 2024-11-20T12:17:23,741 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,741 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,742 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:23,744 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:23,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T12:17:23,748 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62294690, jitterRate=-0.07173678278923035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:23,748 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105043690Initializing all the Stores at 1732105043691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105043691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105043692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105043692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105043692Cleaning up temporary data from old regions at 1732105043741 (+49 ms)Region opened successfully at 1732105043748 (+7 ms) 2024-11-20T12:17:23,749 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:23,752 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504057d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:23,763 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T12:17:23,764 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:23,764 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:23,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:23,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:17:23,772 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:23,772 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:17:23,773 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:17:23,773 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:17:23,774 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T12:17:23,774 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T12:17:23,774 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-20T12:17:23,774 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:23,780 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=843d83d51ba0,33945,1732105026694, regionLocation=843d83d51ba0,33945,1732105026694, openSeqNum=2 2024-11-20T12:17:23,780 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=843d83d51ba0,33945,1732105026694, table=hbase:meta, region=1588230740 2024-11-20T12:17:23,780 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,33945,1732105026694, state=OPEN 2024-11-20T12:17:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:23,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:23,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:23,834 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:23,842 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/draining/843d83d51ba0,33945,1732105026694 already deleted, retry=false 2024-11-20T12:17:23,842 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 843d83d51ba0,33945,1732105026694 on 843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,848 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 843d83d51ba0,33945,1732105026694, splitWal=true, meta=true 2024-11-20T12:17:23,851 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 843d83d51ba0,33945,1732105026694 (carryingMeta=true) 843d83d51ba0,33945,1732105026694/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6faf5b95[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T12:17:23,855 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:23,890 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/balancer already deleted, retry=false 2024-11-20T12:17:23,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:23,891 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:23,905 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/normalizer already deleted, retry=false 2024-11-20T12:17:23,906 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:23,907 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:23,916 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/switch/split already deleted, retry=false 2024-11-20T12:17:23,917 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:23,926 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/switch/merge already deleted, retry=false 2024-11-20T12:17:23,950 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:23,958 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:23,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:23,969 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,34589,1732105043067, sessionid=0x101582d1f9d0006, setting cluster-up flag (Was=false) 2024-11-20T12:17:23,980 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01543041863/flush-table-proc/acquired, /01543041863/flush-table-proc/reached, /01543041863/flush-table-proc/abort 2024-11-20T12:17:23,981 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,991 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01543041863/online-snapshot/acquired, /01543041863/online-snapshot/reached, /01543041863/online-snapshot/abort 2024-11-20T12:17:23,992 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34589,1732105043067 2024-11-20T12:17:23,993 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.lastflushedseqids 2024-11-20T12:17:23,997 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:23,997 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:23,998 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,34589,1732105043067 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 843d83d51ba0,33945,1732105026694 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:23,999 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:23,999 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:23,999 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:24,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:24,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:24,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:24,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105074001 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:24,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:24,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:24,002 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105044002,5,FailOnTimeoutGroup] 2024-11-20T12:17:24,003 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105044002,5,FailOnTimeoutGroup] 2024-11-20T12:17:24,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:24,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105044003, completionTime=-1 2024-11-20T12:17:24,003 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T12:17:24,003 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 843d83d51ba0,33945,1732105026694, splitWal=true, meta=true 2024-11-20T12:17:24,005 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,33945,1732105026694, splitWal=true, meta=true, isMeta: true 2024-11-20T12:17:24,006 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T12:17:24,006 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694-splitting 2024-11-20T12:17:24,007 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694-splitting dir is empty, no logs to split. 2024-11-20T12:17:24,007 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,33945,1732105026694 WAL count=0, meta=true 2024-11-20T12:17:24,011 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694-splitting dir is empty, no logs to split. 2024-11-20T12:17:24,011 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,33945,1732105026694 WAL count=0, meta=true 2024-11-20T12:17:24,011 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,33945,1732105026694 WAL splitting is done? wals=0, meta=true 2024-11-20T12:17:24,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:24,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:24,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:17:24,050 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(746): ClusterId : fd183f22-f705-4264-a2f4-83b3c81a23bf 2024-11-20T12:17:24,051 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:24,065 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:24,066 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:24,076 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:24,077 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517c53ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:24,093 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:36817 2024-11-20T12:17:24,093 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:24,093 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:24,093 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:24,094 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,34589,1732105043067 with port=36817, startcode=1732105043124 2024-11-20T12:17:24,094 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:24,096 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:24,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34589 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,098 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c 2024-11-20T12:17:24,099 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41023 2024-11-20T12:17:24,099 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:24,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/rs 2024-11-20T12:17:24,106 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T12:17:24,106 DEBUG [RS:0;843d83d51ba0:36817 {}] zookeeper.ZKUtil(111): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on existing znode=/01543041863/rs/843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,106 WARN [RS:0;843d83d51ba0:36817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:24,106 INFO [RS:0;843d83d51ba0:36817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:24,106 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,107 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,36817,1732105043124] 2024-11-20T12:17:24,143 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:24,145 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:24,146 INFO [RS:0;843d83d51ba0:36817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:24,146 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,147 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:24,148 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:24,148 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,148 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,148 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,148 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,148 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,148 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:24,149 DEBUG [RS:0;843d83d51ba0:36817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,150 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36817,1732105043124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:24,163 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:24,163 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36817,1732105043124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,166 WARN [843d83d51ba0:34589 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:17:24,177 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,36817,1732105043124, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:17:24,191 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(231): queueId=2-843d83d51ba0,36817,1732105043124, ReplicationSource: 2, currentBandwidth=0 2024-11-20T12:17:24,191 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,191 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.Replication(171): 843d83d51ba0,36817,1732105043124 started 2024-11-20T12:17:24,192 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:24,193 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a71b3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,193 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:24,193 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:24,195 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:24,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@112d06dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:24,198 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:24,199 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64738fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,199 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:24,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5824844f 2024-11-20T12:17:24,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:24,202 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T12:17:24,203 INFO [RS:0;843d83d51ba0:36817.replicationSource,1-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,36817,1732105043124 (queues=0) is replicating from cluster=fd183f22-f705-4264-a2f4-83b3c81a23bf to cluster=c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:24,208 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:46373' 2024-11-20T12:17:24,209 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2deba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,209 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46373,-1 for getting cluster id 2024-11-20T12:17:24,209 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:24,210 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:24,210 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,36817,1732105043124, RpcServer on 843d83d51ba0/172.17.0.3:36817, sessionid=0x101582d1f9d0007 2024-11-20T12:17:24,210 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9900bd0-1398-436d-901a-6480d87a59b2' 2024-11-20T12:17:24,211 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:24,211 DEBUG [RS:0;843d83d51ba0:36817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:24,211 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36817,1732105043124' 2024-11-20T12:17:24,211 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01543041863/flush-table-proc/abort' 2024-11-20T12:17:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9900bd0-1398-436d-901a-6480d87a59b2" 2024-11-20T12:17:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340065d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46373,-1] 2024-11-20T12:17:24,211 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01543041863/flush-table-proc/acquired' 2024-11-20T12:17:24,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:24,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36817,1732105043124' 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01543041863/online-snapshot/abort' 2024-11-20T12:17:24,212 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01543041863/online-snapshot/acquired' 2024-11-20T12:17:24,213 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:24,213 DEBUG [RS:0;843d83d51ba0:36817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:24,213 INFO [RS:0;843d83d51ba0:36817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:24,213 INFO [RS:0;843d83d51ba0:36817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:24,214 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d6a43f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:24,214 DEBUG [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:24,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46373,1732105032531 2024-11-20T12:17:24,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1908aaf6 2024-11-20T12:17:24,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:24,217 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T12:17:24,217 INFO [RS:0;843d83d51ba0:36817.replicationSource,2-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-843d83d51ba0,36817,1732105043124 (queues=0) is replicating from cluster=fd183f22-f705-4264-a2f4-83b3c81a23bf to cluster=c9900bd0-1398-436d-901a-6480d87a59b2 2024-11-20T12:17:24,314 INFO [RS:0;843d83d51ba0:36817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:24,316 INFO [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36817%2C1732105043124, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:24,330 DEBUG [RS:0;843d83d51ba0:36817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317, exclude list is [], retry=0 2024-11-20T12:17:24,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:24,336 INFO [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 2024-11-20T12:17:24,336 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 843d83d51ba0%2C36817%2C1732105043124 for peer 1 2024-11-20T12:17:24,336 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 843d83d51ba0%2C36817%2C1732105043124 for peer 2 2024-11-20T12:17:24,336 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C36817%2C1732105043124 2024-11-20T12:17:24,336 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,36817,1732105043124, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:17:24,337 INFO [RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C36817%2C1732105043124 2024-11-20T12:17:24,337 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=843d83d51ba0%2C36817%2C1732105043124 2024-11-20T12:17:24,337 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-843d83d51ba0,36817,1732105043124, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:17:24,340 INFO [RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C36817%2C1732105043124 2024-11-20T12:17:24,340 DEBUG [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:24,340 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317, startPosition=0, beingWritten=true 2024-11-20T12:17:24,341 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317, startPosition=0, beingWritten=true 2024-11-20T12:17:24,416 DEBUG [843d83d51ba0:34589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:24,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36817,1732105043124, state=OPENING 2024-11-20T12:17:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:24,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:24,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:24,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36817,1732105043124}] 2024-11-20T12:17:24,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:24,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:24,548 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:24,548 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:24,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:24,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:24,595 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:24,595 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:24,596 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:24,598 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36817%2C1732105043124.meta, suffix=.meta, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:24,613 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.meta.1732105044599.meta, exclude list is [], retry=0 2024-11-20T12:17:24,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:24,618 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.meta.1732105044599.meta 2024-11-20T12:17:24,618 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:24,618 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:24,619 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:24,619 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:24,619 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:24,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:24,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:24,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:24,629 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/info/cd153b24365549f69aaa9e63c79b57ad 2024-11-20T12:17:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:24,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:24,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:24,638 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/ns/39042fcc676248be976d1afa97b9c126 2024-11-20T12:17:24,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:24,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:24,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:24,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:24,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:24,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:24,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:24,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:24,650 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/table/472fe962a2f748e987ceb00acf205bb1 2024-11-20T12:17:24,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:24,651 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:24,652 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:24,653 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740 2024-11-20T12:17:24,654 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:24,654 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:24,655 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:24,657 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:24,658 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72246436, jitterRate=0.07655578851699829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:24,658 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:24,658 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105044620Writing region info on filesystem at 1732105044620Initializing all the Stores at 1732105044621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105044621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105044621Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105044621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105044621Cleaning up temporary data from old regions at 1732105044654 (+33 ms)Running coprocessor post-open hooks at 1732105044658 (+4 ms)Region opened successfully at 1732105044658 2024-11-20T12:17:24,659 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732105044586 2024-11-20T12:17:24,662 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:24,662 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:24,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36817,1732105043124, state=OPEN 2024-11-20T12:17:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01543041863/meta-region-server 2024-11-20T12:17:24,716 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:24,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:24,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01543041863/meta-region-server: CHANGED 2024-11-20T12:17:24,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T12:17:24,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36817,1732105043124 in 284 msec 2024-11-20T12:17:24,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T12:17:24,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec 2024-11-20T12:17:24,857 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:24,857 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:25,269 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:25,269 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:25,609 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T12:17:25,779 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:25,779 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:26,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:26,390 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:26,390 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:27,100 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:27,100 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:27,113 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-20T12:17:27,915 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:27,915 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:28,516 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T12:17:28,516 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:28,516 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:28,517 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36817,1732105043124, seqNum=-1] 2024-11-20T12:17:28,517 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:28,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:28,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6556c714d18ca865a5bb043fa907632c, regionState=OPEN, lastHost=843d83d51ba0,33945,1732105026694, regionLocation=843d83d51ba0,33945,1732105026694, openSeqNum=2 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105108531 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105168531 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,531 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 843d83d51ba0,33945,1732105026694 had 2 regions 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:34589, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,532 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,533 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,33945,1732105026694, splitWal=true, meta=true, isMeta: false 2024-11-20T12:17:28,535 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694-splitting dir is empty, no logs to split. 2024-11-20T12:17:28,535 INFO [PEWorker-3 {}] master.SplitWALManager(105): 843d83d51ba0,33945,1732105026694 WAL count=0, meta=false 2024-11-20T12:17:28,539 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,33945,1732105026694-splitting dir is empty, no logs to split. 2024-11-20T12:17:28,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.349sec 2024-11-20T12:17:28,539 INFO [PEWorker-3 {}] master.SplitWALManager(105): 843d83d51ba0,33945,1732105026694 WAL count=0, meta=false 2024-11-20T12:17:28,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:28,539 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,33945,1732105026694 WAL splitting is done? wals=0, meta=false 2024-11-20T12:17:28,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:28,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:28,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:28,540 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:28,540 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:28,540 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:28,544 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:28,544 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:28,544 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34589,1732105043067-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:28,544 WARN [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=843d83d51ba0,33945,1732105026694/hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:28,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN}] 2024-11-20T12:17:28,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN 2024-11-20T12:17:28,548 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:17:28,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34589,-1 for getting cluster id 2024-11-20T12:17:28,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:28,556 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd183f22-f705-4264-a2f4-83b3c81a23bf' 2024-11-20T12:17:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd183f22-f705-4264-a2f4-83b3c81a23bf" 2024-11-20T12:17:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156974f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34589,-1] 2024-11-20T12:17:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,560 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:28,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6d04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36817,1732105043124, seqNum=-1] 2024-11-20T12:17:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:28,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:28,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T12:17:28,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:28,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:28,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:28,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 843d83d51ba0:34589 after: 843d83d51ba0:34589 2024-11-20T12:17:28,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34589,-1 for getting cluster id 2024-11-20T12:17:28,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:28,569 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd183f22-f705-4264-a2f4-83b3c81a23bf' 2024-11-20T12:17:28,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:28,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd183f22-f705-4264-a2f4-83b3c81a23bf" 2024-11-20T12:17:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b03727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34589,-1] 2024-11-20T12:17:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,571 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:28,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:28,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34589,1732105043067 2024-11-20T12:17:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521b6bd3 2024-11-20T12:17:28,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:28,574 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:28,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34589 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:28,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34589 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T12:17:28,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34589 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:28,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34589 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T12:17:28,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:17:28,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:28,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:28,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:17:28,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1236997482, stopped=false 2024-11-20T12:17:28,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,46373,1732105032531 2024-11-20T12:17:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187220123/running 2024-11-20T12:17:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187220123/running 2024-11-20T12:17:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:28,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:28,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:28,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:28,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:28,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/running 2024-11-20T12:17:28,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Set watcher on znode that does not yet exist, /1-187220123/running 2024-11-20T12:17:28,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,38339,1732105032703' ***** 2024-11-20T12:17:28,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:17:28,642 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:17:28,642 INFO [RS:0;843d83d51ba0:38339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:17:28,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:17:28,643 INFO [RS:0;843d83d51ba0:38339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:17:28,643 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,38339,1732105032703 2024-11-20T12:17:28,643 INFO [RS:0;843d83d51ba0:38339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:28,643 INFO [RS:0;843d83d51ba0:38339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:38339. 2024-11-20T12:17:28,643 DEBUG [RS:0;843d83d51ba0:38339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:28,643 DEBUG [RS:0;843d83d51ba0:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:28,643 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:17:28,644 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:17:28,644 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:17:28,644 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:17:28,644 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:17:28,644 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:17:28,644 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:28,644 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:28,645 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:28,645 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:28,645 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:28,645 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:28,645 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T12:17:28,664 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/.tmp/ns/9ccb51103cbc45acbe974eb0c89cb808 is 43, key is default/ns:d/1732105036038/Put/seqid=0 2024-11-20T12:17:28,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741835_1011 (size=5153) 2024-11-20T12:17:28,698 DEBUG [843d83d51ba0:34589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:28,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6556c714d18ca865a5bb043fa907632c, regionState=OPENING, regionLocation=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:28,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN because future has completed 2024-11-20T12:17:28,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,36817,1732105043124}] 2024-11-20T12:17:28,718 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:28,825 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:28,825 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:28,845 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:28,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:28,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:28,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:17:28,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36817%2C1732105043124.rep, suffix=, logDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124, archiveDir=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs, maxLogs=10 2024-11-20T12:17:28,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.rep.1732105048864, exclude list is [], retry=0 2024-11-20T12:17:28,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46617,DS-6cba64bd-7826-4137-bb0c-5ae33bb9ec08,DISK] 2024-11-20T12:17:28,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.rep.1732105048864 2024-11-20T12:17:28,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789)] 2024-11-20T12:17:28,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6556c714d18ca865a5bb043fa907632c, NAME => 'hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:28,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:28,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:28,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. service=MultiRowMutationService 2024-11-20T12:17:28,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:17:28,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:28,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,887 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,888 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName hfileref 2024-11-20T12:17:28,888 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:28,888 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:28,888 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,889 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName queue 2024-11-20T12:17:28,889 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:28,898 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/queue/50b882c8f84d4a63ab6a31cd5a106991 2024-11-20T12:17:28,898 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:28,898 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,899 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6556c714d18ca865a5bb043fa907632c columnFamilyName sid 2024-11-20T12:17:28,899 DEBUG [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:28,900 INFO [StoreOpener-6556c714d18ca865a5bb043fa907632c-1 {}] regionserver.HStore(327): Store=6556c714d18ca865a5bb043fa907632c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:28,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:17:28,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6556c714d18ca865a5bb043fa907632c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63542518, jitterRate=-0.053142696619033813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:17:28,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:28,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6556c714d18ca865a5bb043fa907632c: Running coprocessor pre-open hook at 1732105048885Writing region info on filesystem at 1732105048885Initializing all the Stores at 1732105048886 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105048886Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105048886Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105048886Cleaning up temporary data from old regions at 1732105048904 (+18 ms)Running coprocessor post-open hooks at 1732105048908 (+4 ms)Region opened successfully at 1732105048909 (+1 ms) 2024-11-20T12:17:28,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., pid=19, masterSystemTime=1732105048855 2024-11-20T12:17:28,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:28,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:28,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6556c714d18ca865a5bb043fa907632c, regionState=OPEN, openSeqNum=10, regionLocation=843d83d51ba0,36817,1732105043124 2024-11-20T12:17:28,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,36817,1732105043124 because future has completed 2024-11-20T12:17:28,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T12:17:28,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6556c714d18ca865a5bb043fa907632c, server=843d83d51ba0,36817,1732105043124 in 217 msec 2024-11-20T12:17:28,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T12:17:28,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6556c714d18ca865a5bb043fa907632c, ASSIGN in 377 msec 2024-11-20T12:17:28,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T12:17:28,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c., hostname=843d83d51ba0,36817,1732105043124, seqNum=10] 2024-11-20T12:17:28,970 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 843d83d51ba0,33945,1732105026694 2024-11-20T12:17:28,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T12:17:29,045 DEBUG [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:29,069 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/.tmp/ns/9ccb51103cbc45acbe974eb0c89cb808 2024-11-20T12:17:29,079 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/.tmp/ns/9ccb51103cbc45acbe974eb0c89cb808 as hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/ns/9ccb51103cbc45acbe974eb0c89cb808 2024-11-20T12:17:29,088 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/ns/9ccb51103cbc45acbe974eb0c89cb808, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T12:17:29,089 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-20T12:17:29,090 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:17:29,096 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T12:17:29,097 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:29,097 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:29,097 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:29,097 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105048644Running coprocessor pre-close hooks at 1732105048644Disabling compacts and flushes for region at 1732105048644Disabling writes for close at 1732105048645 (+1 ms)Obtaining lock to block concurrent updates at 1732105048645Preparing flush snapshotting stores in 1588230740 at 1732105048645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732105048646 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105048647 (+1 ms)Flushing 1588230740/ns: creating writer at 1732105048647Flushing 1588230740/ns: appending metadata at 1732105048663 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732105048663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1930caf9: reopening flushed file at 1732105049077 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1732105049090 (+13 ms)Writing region close event to WAL at 1732105049091 (+1 ms)Running coprocessor post-close hooks at 1732105049097 (+6 ms)Closed at 1732105049097 2024-11-20T12:17:29,097 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:29,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T12:17:29,245 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,38339,1732105032703; all regions closed. 2024-11-20T12:17:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741834_1010 (size=1152) 2024-11-20T12:17:29,254 DEBUG [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/oldWALs 2024-11-20T12:17:29,254 INFO [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C38339%2C1732105032703.meta:.meta(num 1732105035963) 2024-11-20T12:17:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741833_1009 (size=93) 2024-11-20T12:17:29,260 DEBUG [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/oldWALs 2024-11-20T12:17:29,260 INFO [RS:0;843d83d51ba0:38339 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C38339%2C1732105032703:(num 1732105035550) 2024-11-20T12:17:29,260 DEBUG [RS:0;843d83d51ba0:38339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:29,260 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:29,260 INFO [RS:0;843d83d51ba0:38339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:29,261 INFO [RS:0;843d83d51ba0:38339 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:29,261 INFO [RS:0;843d83d51ba0:38339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:29,261 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:29,261 INFO [RS:0;843d83d51ba0:38339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38339 2024-11-20T12:17:29,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187220123/rs/843d83d51ba0,38339,1732105032703 2024-11-20T12:17:29,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123/rs 2024-11-20T12:17:29,273 INFO [RS:0;843d83d51ba0:38339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:29,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,38339,1732105032703] 2024-11-20T12:17:29,294 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-187220123/draining/843d83d51ba0,38339,1732105032703 already deleted, retry=false 2024-11-20T12:17:29,294 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,38339,1732105032703 expired; onlineServers=0 2024-11-20T12:17:29,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,46373,1732105032531' ***** 2024-11-20T12:17:29,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:17:29,295 INFO [M:0;843d83d51ba0:46373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:29,295 INFO [M:0;843d83d51ba0:46373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:29,295 DEBUG [M:0;843d83d51ba0:46373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:17:29,295 DEBUG [M:0;843d83d51ba0:46373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:17:29,295 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:17:29,295 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105035236 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105035236,5,FailOnTimeoutGroup] 2024-11-20T12:17:29,295 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105035232 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105035232,5,FailOnTimeoutGroup] 2024-11-20T12:17:29,296 INFO [M:0;843d83d51ba0:46373 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:29,296 INFO [M:0;843d83d51ba0:46373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:29,296 DEBUG [M:0;843d83d51ba0:46373 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:17:29,296 INFO [M:0;843d83d51ba0:46373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:17:29,296 INFO [M:0;843d83d51ba0:46373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:29,296 INFO [M:0;843d83d51ba0:46373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:17:29,297 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:17:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-187220123/master 2024-11-20T12:17:29,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-187220123 2024-11-20T12:17:29,305 DEBUG [M:0;843d83d51ba0:46373 {}] zookeeper.ZKUtil(347): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Unable to get data of znode /1-187220123/master because node does not exist (not an error) 2024-11-20T12:17:29,306 WARN [M:0;843d83d51ba0:46373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:17:29,308 INFO [M:0;843d83d51ba0:46373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/.lastflushedseqids 2024-11-20T12:17:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741836_1012 (size=99) 2024-11-20T12:17:29,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:29,384 INFO [RS:0;843d83d51ba0:38339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:29,384 INFO [RS:0;843d83d51ba0:38339 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,38339,1732105032703; zookeeper connection closed. 2024-11-20T12:17:29,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38339-0x101582d1f9d0004, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:29,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4543556e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4543556e 2024-11-20T12:17:29,385 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:17:29,718 INFO [M:0;843d83d51ba0:46373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:17:29,719 INFO [M:0;843d83d51ba0:46373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:17:29,719 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:29,719 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:29,719 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:29,719 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:29,719 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:29,719 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T12:17:29,736 DEBUG [M:0;843d83d51ba0:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9694b5dfa648f180999c69863c33d0 is 82, key is hbase:meta,,1/info:regioninfo/1732105036011/Put/seqid=0 2024-11-20T12:17:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741837_1013 (size=5672) 2024-11-20T12:17:29,831 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:29,831 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:30,141 INFO [M:0;843d83d51ba0:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9694b5dfa648f180999c69863c33d0 2024-11-20T12:17:30,167 DEBUG [M:0;843d83d51ba0:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29de7d1275ad4aaab84cbb1cbd85c257 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732105036045/Put/seqid=0 2024-11-20T12:17:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741838_1014 (size=5275) 2024-11-20T12:17:30,573 INFO [M:0;843d83d51ba0:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29de7d1275ad4aaab84cbb1cbd85c257 2024-11-20T12:17:30,597 DEBUG [M:0;843d83d51ba0:46373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/492df394749c4008bf971cfa2decb5fd is 69, key is 843d83d51ba0,38339,1732105032703/rs:state/1732105035297/Put/seqid=0 2024-11-20T12:17:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741839_1015 (size=5156) 2024-11-20T12:17:30,991 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:30,991 DEBUG [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 to pos 0, reset compression=false 2024-11-20T12:17:31,003 INFO [M:0;843d83d51ba0:46373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/492df394749c4008bf971cfa2decb5fd 2024-11-20T12:17:31,010 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c9694b5dfa648f180999c69863c33d0 as hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c9694b5dfa648f180999c69863c33d0 2024-11-20T12:17:31,017 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c9694b5dfa648f180999c69863c33d0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T12:17:31,018 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29de7d1275ad4aaab84cbb1cbd85c257 as hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29de7d1275ad4aaab84cbb1cbd85c257 2024-11-20T12:17:31,025 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29de7d1275ad4aaab84cbb1cbd85c257, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T12:17:31,027 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/492df394749c4008bf971cfa2decb5fd as hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/492df394749c4008bf971cfa2decb5fd 2024-11-20T12:17:31,033 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40569/user/jenkins/test-data/f0e09027-d503-40aa-9a24-8f0ebe075998/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/492df394749c4008bf971cfa2decb5fd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T12:17:31,034 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-20T12:17:31,036 INFO [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:31,036 DEBUG [M:0;843d83d51ba0:46373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105049719Disabling compacts and flushes for region at 1732105049719Disabling writes for close at 1732105049719Obtaining lock to block concurrent updates at 1732105049719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105049719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732105049719Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105049720 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105049720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105049735 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105049736 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105050148 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105050166 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105050167 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105050581 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105050597 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105050597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b53a88: reopening flushed file at 1732105051009 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f33b8e1: reopening flushed file at 1732105051017 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4fc10a: reopening flushed file at 1732105051026 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1732105051034 (+8 ms)Writing region close event to WAL at 1732105051036 (+2 ms)Closed at 1732105051036 2024-11-20T12:17:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44257 is added to blk_1073741830_1006 (size=10165) 2024-11-20T12:17:31,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:31,039 INFO [M:0;843d83d51ba0:46373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:17:31,039 INFO [M:0;843d83d51ba0:46373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46373 2024-11-20T12:17:31,043 INFO [M:0;843d83d51ba0:46373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:31,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:31,152 INFO [M:0;843d83d51ba0:46373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:31,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46373-0x101582d1f9d0003, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:31,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:31,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:31,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:31,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:31,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:31,191 WARN [BP-366997417-172.17.0.3-1732105030547 heartbeating to localhost/127.0.0.1:40569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:17:31,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:17:31,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:17:31,191 WARN [BP-366997417-172.17.0.3-1732105030547 heartbeating to localhost/127.0.0.1:40569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-366997417-172.17.0.3-1732105030547 (Datanode Uuid c6bbeb1c-3a5c-4570-88c4-10983b3ab920) service to localhost/127.0.0.1:40569 2024-11-20T12:17:31,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/cluster_d5cb8c34-7388-955e-815d-d2c44a4d675f/data/data1/current/BP-366997417-172.17.0.3-1732105030547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:31,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/cluster_d5cb8c34-7388-955e-815d-d2c44a4d675f/data/data2/current/BP-366997417-172.17.0.3-1732105030547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:31,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:17:31,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:31,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:31,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:31,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:31,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:31,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:17:31,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:17:31,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:31,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:31,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:31,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:31,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:17:31,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100230390, stopped=false 2024-11-20T12:17:31,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,34589,1732105043067 2024-11-20T12:17:31,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:31,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/running 2024-11-20T12:17:31,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:31,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:31,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:31,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:31,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:31,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:31,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:31,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Set watcher on znode that does not yet exist, /01543041863/running 2024-11-20T12:17:31,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,36817,1732105043124' ***** 2024-11-20T12:17:31,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:17:31,243 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:17:31,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:17:31,243 INFO [RS:0;843d83d51ba0:36817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:17:31,243 INFO [RS:0;843d83d51ba0:36817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:17:31,243 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(3091): Received CLOSE for 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,36817,1732105043124 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:31,244 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6556c714d18ca865a5bb043fa907632c, disabling compactions & flushes 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36817. 2024-11-20T12:17:31,244 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:31,244 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:31,244 DEBUG [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:31,244 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. after waiting 0 ms 2024-11-20T12:17:31,244 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:31,244 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:17:31,244 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:17:31,245 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6556c714d18ca865a5bb043fa907632c=hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c.} 2024-11-20T12:17:31,245 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6556c714d18ca865a5bb043fa907632c 2024-11-20T12:17:31,245 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:31,245 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:31,245 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:31,245 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:31,245 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:31,245 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T12:17:31,249 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/replication/6556c714d18ca865a5bb043fa907632c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T12:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:31,250 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6556c714d18ca865a5bb043fa907632c: Waiting for close lock at 1732105051244Running coprocessor pre-close hooks at 1732105051244Disabling compacts and flushes for region at 1732105051244Disabling writes for close at 1732105051244Writing region close event to WAL at 1732105051245 (+1 ms)Running coprocessor post-close hooks at 1732105051250 (+5 ms)Closed at 1732105051250 2024-11-20T12:17:31,250 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c. 2024-11-20T12:17:31,257 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:31,261 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/27dc5e56dc6842bb973389db2338a512 is 147, key is hbase:replication,,1732105036273.6556c714d18ca865a5bb043fa907632c./info:regioninfo/1732105048914/Put/seqid=0 2024-11-20T12:17:31,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741851_1027 (size=6385) 2024-11-20T12:17:31,445 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:31,645 DEBUG [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:31,668 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/27dc5e56dc6842bb973389db2338a512 2024-11-20T12:17:31,681 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/.tmp/info/27dc5e56dc6842bb973389db2338a512 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/info/27dc5e56dc6842bb973389db2338a512 2024-11-20T12:17:31,689 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/info/27dc5e56dc6842bb973389db2338a512, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T12:17:31,690 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-20T12:17:31,695 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T12:17:31,696 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:31,696 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:31,696 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:31,696 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105051245Running coprocessor pre-close hooks at 1732105051245Disabling compacts and flushes for region at 1732105051245Disabling writes for close at 1732105051245Obtaining lock to block concurrent updates at 1732105051245Preparing flush snapshotting stores in 1588230740 at 1732105051245Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732105051246 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105051246Flushing 1588230740/info: creating writer at 1732105051246Flushing 1588230740/info: appending metadata at 1732105051261 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732105051261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d75b92d: reopening flushed file at 1732105051680 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732105051690 (+10 ms)Writing region close event to WAL at 1732105051691 (+1 ms)Running coprocessor post-close hooks at 1732105051695 (+4 ms)Closed at 1732105051696 (+1 ms) 2024-11-20T12:17:31,696 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:31,845 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,36817,1732105043124; all regions closed. 2024-11-20T12:17:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741849_1025 (size=2156) 2024-11-20T12:17:31,855 DEBUG [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:31,855 INFO [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C36817%2C1732105043124.meta:.meta(num 1732105044599) 2024-11-20T12:17:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741850_1026 (size=796) 2024-11-20T12:17:31,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.rep.1732105048864 not finished, retry = 0 2024-11-20T12:17:31,962 DEBUG [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:31,962 INFO [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C36817%2C1732105043124.rep:(num 1732105048864) 2024-11-20T12:17:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741848_1024 (size=93) 2024-11-20T12:17:31,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/WALs/843d83d51ba0,36817,1732105043124/843d83d51ba0%2C36817%2C1732105043124.1732105044317 not finished, retry = 0 2024-11-20T12:17:32,069 DEBUG [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/oldWALs 2024-11-20T12:17:32,069 INFO [RS:0;843d83d51ba0:36817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C36817%2C1732105043124:(num 1732105044317) 2024-11-20T12:17:32,069 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:32,069 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:32,069 INFO [RS:0;843d83d51ba0:36817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:32,069 INFO [RS:0;843d83d51ba0:36817 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:32,069 INFO [RS:0;843d83d51ba0:36817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:32,069 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:32,070 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,36817,1732105043124 because: Region server is closing 2024-11-20T12:17:32,070 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T12:17:32,070 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T12:17:32,070 INFO [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36817. 2024-11-20T12:17:32,070 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T12:17:32,070 DEBUG [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:32,070 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:32,070 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:32,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:32,170 WARN [RS:0;843d83d51ba0:36817.replicationSource.wal-reader.843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:17:32,170 WARN [RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:17:32,171 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,1-843d83d51ba0,36817,1732105043124 terminated 2024-11-20T12:17:32,171 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-843d83d51ba0,36817,1732105043124 because: Region server is closing 2024-11-20T12:17:32,171 INFO [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36817. 2024-11-20T12:17:32,171 DEBUG [RS:0;843d83d51ba0:36817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:32,171 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:32,171 DEBUG [RS:0;843d83d51ba0:36817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:32,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:32,272 WARN [RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:17:32,272 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;843d83d51ba0:36817.replicationSource.shipper843d83d51ba0%2C36817%2C1732105043124,2-843d83d51ba0,36817,1732105043124 terminated 2024-11-20T12:17:32,272 INFO [RS:0;843d83d51ba0:36817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36817 2024-11-20T12:17:32,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863/rs 2024-11-20T12:17:32,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/rs/843d83d51ba0,36817,1732105043124 2024-11-20T12:17:32,292 INFO [RS:0;843d83d51ba0:36817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:32,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,36817,1732105043124] 2024-11-20T12:17:32,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01543041863/draining/843d83d51ba0,36817,1732105043124 already deleted, retry=false 2024-11-20T12:17:32,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,36817,1732105043124 expired; onlineServers=0 2024-11-20T12:17:32,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,34589,1732105043067' ***** 2024-11-20T12:17:32,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:17:32,316 INFO [M:0;843d83d51ba0:34589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:32,316 INFO [M:0;843d83d51ba0:34589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:32,316 DEBUG [M:0;843d83d51ba0:34589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:17:32,316 DEBUG [M:0;843d83d51ba0:34589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:17:32,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:17:32,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105044002 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105044002,5,FailOnTimeoutGroup] 2024-11-20T12:17:32,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105044002 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105044002,5,FailOnTimeoutGroup] 2024-11-20T12:17:32,316 INFO [M:0;843d83d51ba0:34589 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:32,316 INFO [M:0;843d83d51ba0:34589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:32,316 DEBUG [M:0;843d83d51ba0:34589 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:17:32,316 INFO [M:0;843d83d51ba0:34589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:17:32,317 INFO [M:0;843d83d51ba0:34589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:32,317 INFO [M:0;843d83d51ba0:34589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:17:32,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:17:32,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01543041863/master 2024-11-20T12:17:32,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01543041863 2024-11-20T12:17:32,326 DEBUG [M:0;843d83d51ba0:34589 {}] zookeeper.ZKUtil(347): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Unable to get data of znode /01543041863/master because node does not exist (not an error) 2024-11-20T12:17:32,326 WARN [M:0;843d83d51ba0:34589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:17:32,327 INFO [M:0;843d83d51ba0:34589 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/.lastflushedseqids 2024-11-20T12:17:32,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741852_1028 (size=181) 2024-11-20T12:17:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:32,405 INFO [RS:0;843d83d51ba0:36817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36817-0x101582d1f9d0007, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:32,405 INFO [RS:0;843d83d51ba0:36817 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,36817,1732105043124; zookeeper connection closed. 2024-11-20T12:17:32,405 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68ae44fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68ae44fe 2024-11-20T12:17:32,406 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:17:32,735 INFO [M:0;843d83d51ba0:34589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:17:32,735 INFO [M:0;843d83d51ba0:34589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:17:32,735 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:32,735 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:32,735 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:32,735 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:32,735 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:32,735 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T12:17:32,758 DEBUG [M:0;843d83d51ba0:34589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6310b40117d14494b06e25d50bb4e392 is 82, key is hbase:meta,,1/info:regioninfo/1732105044663/Put/seqid=0 2024-11-20T12:17:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741853_1029 (size=5680) 2024-11-20T12:17:32,775 INFO [M:0;843d83d51ba0:34589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6310b40117d14494b06e25d50bb4e392 2024-11-20T12:17:32,804 DEBUG [M:0;843d83d51ba0:34589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9bf320d3ec4126b21563bb8a65d5db is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732105048924/Put/seqid=0 2024-11-20T12:17:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741854_1030 (size=7319) 2024-11-20T12:17:32,821 INFO [M:0;843d83d51ba0:34589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9bf320d3ec4126b21563bb8a65d5db 2024-11-20T12:17:32,853 DEBUG [M:0;843d83d51ba0:34589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef624715a8ce4819968ab292175d7923 is 69, key is 843d83d51ba0,36817,1732105043124/rs:state/1732105044097/Put/seqid=0 2024-11-20T12:17:32,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741855_1031 (size=5371) 2024-11-20T12:17:32,875 INFO [M:0;843d83d51ba0:34589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef624715a8ce4819968ab292175d7923 2024-11-20T12:17:32,885 INFO [M:0;843d83d51ba0:34589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef624715a8ce4819968ab292175d7923 2024-11-20T12:17:32,887 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6310b40117d14494b06e25d50bb4e392 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6310b40117d14494b06e25d50bb4e392 2024-11-20T12:17:32,895 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6310b40117d14494b06e25d50bb4e392, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T12:17:32,897 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9bf320d3ec4126b21563bb8a65d5db as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9bf320d3ec4126b21563bb8a65d5db 2024-11-20T12:17:32,908 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9bf320d3ec4126b21563bb8a65d5db, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T12:17:32,909 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef624715a8ce4819968ab292175d7923 as hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef624715a8ce4819968ab292175d7923 2024-11-20T12:17:32,923 INFO [M:0;843d83d51ba0:34589 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef624715a8ce4819968ab292175d7923 2024-11-20T12:17:32,923 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41023/user/jenkins/test-data/e18e9063-7ac4-d9ff-367f-53167e63df4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef624715a8ce4819968ab292175d7923, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T12:17:32,925 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=172, compaction requested=false 2024-11-20T12:17:32,928 INFO [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:32,929 DEBUG [M:0;843d83d51ba0:34589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105052735Disabling compacts and flushes for region at 1732105052735Disabling writes for close at 1732105052735Obtaining lock to block concurrent updates at 1732105052735Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105052735Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732105052736 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105052737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105052737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105052757 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105052757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105052783 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105052804 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105052804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105052828 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105052851 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105052851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b7fe2b: reopening flushed file at 1732105052885 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ed598a: reopening flushed file at 1732105052895 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8990cb: reopening flushed file at 1732105052908 (+13 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=172, compaction requested=false at 1732105052925 (+17 ms)Writing region close event to WAL at 1732105052928 (+3 ms)Closed at 1732105052928 2024-11-20T12:17:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46617 is added to blk_1073741847_1023 (size=22949) 2024-11-20T12:17:32,936 INFO [M:0;843d83d51ba0:34589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:17:32,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:32,936 INFO [M:0;843d83d51ba0:34589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34589 2024-11-20T12:17:32,936 INFO [M:0;843d83d51ba0:34589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:33,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:33,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34589-0x101582d1f9d0006, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:33,090 INFO [M:0;843d83d51ba0:34589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:33,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:33,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:33,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:33,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:33,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:33,104 WARN [BP-992612609-172.17.0.3-1732105021461 heartbeating to localhost/127.0.0.1:41023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:17:33,104 WARN [BP-992612609-172.17.0.3-1732105021461 heartbeating to localhost/127.0.0.1:41023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992612609-172.17.0.3-1732105021461 (Datanode Uuid a22e078b-1ac6-4ffd-b218-a128f3fa1b13) service to localhost/127.0.0.1:41023 2024-11-20T12:17:33,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/data/data1/current/BP-992612609-172.17.0.3-1732105021461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:33,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/cluster_b7859cbe-93b0-3072-116e-46ad5e9afb3e/data/data2/current/BP-992612609-172.17.0.3-1732105021461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:33,105 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:17:33,105 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:17:33,106 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:17:33,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:33,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:33,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:33,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:33,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee5a0312-bf3b-1f31-5f14-e148a9d693cb/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:33,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:17:33,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:17:33,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40569 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41023 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4256 (was 3820) - AvailableMemoryMB LEAK? - 2024-11-20T12:17:33,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=4257 2024-11-20T12:17:33,185 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T12:17:33,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir so I do NOT create it in target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c 2024-11-20T12:17:33,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:17:33,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.tmp.dir so I do NOT create it in target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c 2024-11-20T12:17:33,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/986a66fa-7948-4f52-8d82-3e8e713d77cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:17:33,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c 2024-11-20T12:17:33,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff, deleteOnExit=true 2024-11-20T12:17:33,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/zookeeper_0, clientPort=64159, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:17:33,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64159 2024-11-20T12:17:33,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:33,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:33,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/test.cache.data in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:33,214 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:33,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:33,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:33,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101582d1f9d0005, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:17:33,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101582d1f9d0005, quorum=127.0.0.1:60433, baseZNode=/1-187220123 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:17:33,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101582d1f9d0002, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:17:33,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101582d1f9d0002, quorum=127.0.0.1:60433, baseZNode=/01543041863 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:17:33,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:33,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:33,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:33,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:33,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:17:33,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:33,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:33,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/java.io.tmpdir/jetty-localhost-34875-hadoop-hdfs-3_4_1-tests_jar-_-any-9264828237154067591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:33,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:34875} 2024-11-20T12:17:33,719 INFO [Time-limited test {}] server.Server(415): Started @35134ms 2024-11-20T12:17:34,003 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:34,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:34,025 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:34,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:34,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:34,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:34,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:34,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:17:34,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:34,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:34,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/java.io.tmpdir/jetty-localhost-45563-hadoop-hdfs-3_4_1-tests_jar-_-any-1823162397034254114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:34,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:45563} 2024-11-20T12:17:34,168 INFO [Time-limited test {}] server.Server(415): Started @35584ms 2024-11-20T12:17:34,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:17:35,296 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/data/data1/current/BP-1875066171-172.17.0.3-1732105053242/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:35,296 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/data/data2/current/BP-1875066171-172.17.0.3-1732105053242/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:35,321 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:17:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcec2fd9fa46286a with lease ID 0x565a16c296bacb92: Processing first storage report for DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e from datanode DatanodeRegistration(127.0.0.1:35967, datanodeUuid=7d7a65a4-e5d1-414f-b069-d7b92e10fc38, infoPort=44677, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=458036733;c=1732105053242) 2024-11-20T12:17:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcec2fd9fa46286a with lease ID 0x565a16c296bacb92: from storage DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e node DatanodeRegistration(127.0.0.1:35967, datanodeUuid=7d7a65a4-e5d1-414f-b069-d7b92e10fc38, infoPort=44677, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=458036733;c=1732105053242), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcec2fd9fa46286a with lease ID 0x565a16c296bacb92: Processing first storage report for DS-1e84d141-0cf4-40a9-adcc-966a67497e56 from datanode DatanodeRegistration(127.0.0.1:35967, datanodeUuid=7d7a65a4-e5d1-414f-b069-d7b92e10fc38, infoPort=44677, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=458036733;c=1732105053242) 2024-11-20T12:17:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcec2fd9fa46286a with lease ID 0x565a16c296bacb92: from storage DS-1e84d141-0cf4-40a9-adcc-966a67497e56 node DatanodeRegistration(127.0.0.1:35967, datanodeUuid=7d7a65a4-e5d1-414f-b069-d7b92e10fc38, infoPort=44677, infoSecurePort=0, ipcPort=41887, storageInfo=lv=-57;cid=testClusterID;nsid=458036733;c=1732105053242), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:35,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c 2024-11-20T12:17:35,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:35,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:17:35,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680 with version=8 2024-11-20T12:17:35,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/hbase-staging 2024-11-20T12:17:35,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:35,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:35,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41391 2024-11-20T12:17:35,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41391 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:35,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413910x0, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:35,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41391-0x101582d9fc40000 connected 2024-11-20T12:17:35,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:35,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:35,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/running 2024-11-20T12:17:35,978 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680, hbase.cluster.distributed=false 2024-11-20T12:17:35,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/acl 2024-11-20T12:17:35,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41391 2024-11-20T12:17:35,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41391 2024-11-20T12:17:35,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41391 2024-11-20T12:17:35,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41391 2024-11-20T12:17:35,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41391 2024-11-20T12:17:36,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:36,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:36,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37439 2024-11-20T12:17:36,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37439 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:36,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:36,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:36,035 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374390x0, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:36,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374390x0, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/running 2024-11-20T12:17:36,037 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:36,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37439-0x101582d9fc40001 connected 2024-11-20T12:17:36,042 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:36,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/master 2024-11-20T12:17:36,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/acl 2024-11-20T12:17:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37439 2024-11-20T12:17:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37439 2024-11-20T12:17:36,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37439 2024-11-20T12:17:36,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37439 2024-11-20T12:17:36,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37439 2024-11-20T12:17:36,076 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:41391 2024-11-20T12:17:36,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0374091474/backup-masters/843d83d51ba0,41391,1732105055834 2024-11-20T12:17:36,088 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/backup-masters 2024-11-20T12:17:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/backup-masters 2024-11-20T12:17:36,088 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on existing znode=/0374091474/backup-masters/843d83d51ba0,41391,1732105055834 2024-11-20T12:17:36,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:36,098 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374091474/master 2024-11-20T12:17:36,098 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:36,099 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on existing znode=/0374091474/master 2024-11-20T12:17:36,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0374091474/backup-masters/843d83d51ba0,41391,1732105055834 from backup master directory 2024-11-20T12:17:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374091474/backup-masters/843d83d51ba0,41391,1732105055834 2024-11-20T12:17:36,109 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/backup-masters 2024-11-20T12:17:36,109 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:36,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/backup-masters 2024-11-20T12:17:36,109 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,41391,1732105055834 2024-11-20T12:17:36,113 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/hbase.id] with ID: 8af9e760-3fae-4303-a0c6-bcde9460f611 2024-11-20T12:17:36,113 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/.tmp/hbase.id 2024-11-20T12:17:36,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:17:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:17:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:17:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:36,523 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/.tmp/hbase.id]:[hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/hbase.id] 2024-11-20T12:17:36,540 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:36,540 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:36,542 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T12:17:36,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:36,605 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:17:36,621 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:36,622 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:36,622 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:36,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:17:37,036 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store 2024-11-20T12:17:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:17:37,443 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:37,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:37,444 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:37,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:37,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:37,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:37,444 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:37,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105057444Disabling compacts and flushes for region at 1732105057444Disabling writes for close at 1732105057444Writing region close event to WAL at 1732105057444Closed at 1732105057444 2024-11-20T12:17:37,450 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/.initializing 2024-11-20T12:17:37,450 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/WALs/843d83d51ba0,41391,1732105055834 2024-11-20T12:17:37,451 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:37,454 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C41391%2C1732105055834, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/WALs/843d83d51ba0,41391,1732105055834, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:37,471 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/WALs/843d83d51ba0,41391,1732105055834/843d83d51ba0%2C41391%2C1732105055834.1732105057455, exclude list is [], retry=0 2024-11-20T12:17:37,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e,DISK] 2024-11-20T12:17:37,476 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/WALs/843d83d51ba0,41391,1732105055834/843d83d51ba0%2C41391%2C1732105055834.1732105057455 2024-11-20T12:17:37,476 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-20T12:17:37,476 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:37,476 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:37,476 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,477 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:37,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:37,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:37,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:37,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:37,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:37,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:37,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:37,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:37,489 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,491 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,491 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,492 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:37,493 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:37,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:37,497 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454032, jitterRate=-0.024658918380737305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:37,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105057477Initializing all the Stores at 1732105057478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105057478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105057478Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105057478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105057478Cleaning up temporary data from old regions at 1732105057491 (+13 ms)Region opened successfully at 1732105057498 (+7 ms) 2024-11-20T12:17:37,498 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:37,502 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19092ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:37,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:17:37,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:37,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:37,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:37,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:17:37,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:17:37,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:37,507 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:37,508 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:37,593 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/balancer already deleted, retry=false 2024-11-20T12:17:37,593 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:37,594 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:37,603 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/normalizer already deleted, retry=false 2024-11-20T12:17:37,603 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:37,604 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:37,614 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/switch/split already deleted, retry=false 2024-11-20T12:17:37,615 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:37,624 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/switch/merge already deleted, retry=false 2024-11-20T12:17:37,627 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:37,635 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374091474/running 2024-11-20T12:17:37,646 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0374091474/running 2024-11-20T12:17:37,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,646 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,646 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,41391,1732105055834, sessionid=0x101582d9fc40000, setting cluster-up flag (Was=false) 2024-11-20T12:17:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,667 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,698 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374091474/flush-table-proc/acquired, /0374091474/flush-table-proc/reached, /0374091474/flush-table-proc/abort 2024-11-20T12:17:37,700 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,41391,1732105055834 2024-11-20T12:17:37,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,719 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:37,751 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0374091474/online-snapshot/acquired, /0374091474/online-snapshot/reached, /0374091474/online-snapshot/abort 2024-11-20T12:17:37,752 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,41391,1732105055834 2024-11-20T12:17:37,753 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:17:37,755 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:37,755 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:37,755 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:37,755 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,41391,1732105055834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105087758 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:37,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:37,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:37,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:17:37,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:37,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:37,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:37,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:37,760 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:37,760 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:37,760 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:37,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:17:37,761 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(746): ClusterId : 8af9e760-3fae-4303-a0c6-bcde9460f611 2024-11-20T12:17:37,761 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:37,764 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105057760,5,FailOnTimeoutGroup] 2024-11-20T12:17:37,765 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105057764,5,FailOnTimeoutGroup] 2024-11-20T12:17:37,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:37,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,765 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:17:37,773 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:37,773 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:37,783 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:37,784 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2551b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:37,794 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:37439 2024-11-20T12:17:37,794 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:37,794 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:37,794 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:37,795 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,41391,1732105055834 with port=37439, startcode=1732105056012 2024-11-20T12:17:37,795 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:37,797 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:37,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41391 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,799 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680 2024-11-20T12:17:37,799 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44031 2024-11-20T12:17:37,799 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:37,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/rs 2024-11-20T12:17:37,812 DEBUG [RS:0;843d83d51ba0:37439 {}] zookeeper.ZKUtil(111): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on existing znode=/0374091474/rs/843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,812 WARN [RS:0;843d83d51ba0:37439 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:37,812 INFO [RS:0;843d83d51ba0:37439 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:37,812 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,37439,1732105056012] 2024-11-20T12:17:37,816 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:37,818 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:37,819 INFO [RS:0;843d83d51ba0:37439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:37,819 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,819 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:37,820 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:37,820 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:37,821 DEBUG [RS:0;843d83d51ba0:37439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,822 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37439,1732105056012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:37,836 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:37,836 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37439,1732105056012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,836 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,836 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.Replication(171): 843d83d51ba0,37439,1732105056012 started 2024-11-20T12:17:37,849 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:37,849 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,37439,1732105056012, RpcServer on 843d83d51ba0/172.17.0.3:37439, sessionid=0x101582d9fc40001 2024-11-20T12:17:37,850 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:37,850 DEBUG [RS:0;843d83d51ba0:37439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,850 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,37439,1732105056012' 2024-11-20T12:17:37,850 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374091474/flush-table-proc/abort' 2024-11-20T12:17:37,850 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374091474/flush-table-proc/acquired' 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,37439,1732105056012 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,37439,1732105056012' 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0374091474/online-snapshot/abort' 2024-11-20T12:17:37,851 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0374091474/online-snapshot/acquired' 2024-11-20T12:17:37,852 DEBUG [RS:0;843d83d51ba0:37439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:37,852 INFO [RS:0;843d83d51ba0:37439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:37,852 INFO [RS:0;843d83d51ba0:37439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:37,952 INFO [RS:0;843d83d51ba0:37439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:37,954 INFO [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C37439%2C1732105056012, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs, maxLogs=10 2024-11-20T12:17:37,967 DEBUG [RS:0;843d83d51ba0:37439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954, exclude list is [], retry=0 2024-11-20T12:17:37,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e,DISK] 2024-11-20T12:17:37,972 INFO [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 2024-11-20T12:17:37,972 DEBUG [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-20T12:17:38,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:17:38,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680 2024-11-20T12:17:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:17:38,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:38,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:38,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:38,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:38,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:38,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:38,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:38,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:38,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:38,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740 2024-11-20T12:17:38,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740 2024-11-20T12:17:38,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:38,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:38,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:38,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:38,207 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:38,208 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59649699, jitterRate=-0.11115022003650665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105058187Initializing all the Stores at 1732105058188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105058188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058188Cleaning up temporary data from old regions at 1732105058202 (+14 ms)Region opened successfully at 1732105058208 (+6 ms) 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:38,209 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:38,209 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:38,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105058209Disabling compacts and flushes for region at 1732105058209Disabling writes for close at 1732105058209Writing region close event to WAL at 1732105058209Closed at 1732105058209 2024-11-20T12:17:38,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:38,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:17:38,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:38,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:38,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:17:38,364 DEBUG [843d83d51ba0:41391 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:38,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:38,366 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,37439,1732105056012, state=OPENING 2024-11-20T12:17:38,372 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:17:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:38,382 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:38,383 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:38,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374091474/meta-region-server: CHANGED 2024-11-20T12:17:38,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,37439,1732105056012}] 2024-11-20T12:17:38,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374091474/meta-region-server: CHANGED 2024-11-20T12:17:38,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:38,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:38,542 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:38,542 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:38,542 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:38,544 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C37439%2C1732105056012.meta, suffix=.meta, logDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs, maxLogs=10 2024-11-20T12:17:38,561 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.meta.1732105058545.meta, exclude list is [], retry=0 2024-11-20T12:17:38,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e,DISK] 2024-11-20T12:17:38,566 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.meta.1732105058545.meta 2024-11-20T12:17:38,567 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-20T12:17:38,567 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:38,567 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:38,567 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:38,567 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:38,567 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:38,568 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:38,568 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:38,568 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:38,568 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:38,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:38,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:38,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:38,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:38,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:38,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:38,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:38,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:38,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:38,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:38,581 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:38,582 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740 2024-11-20T12:17:38,584 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740 2024-11-20T12:17:38,586 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:38,586 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:38,587 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:38,589 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:38,590 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69178163, jitterRate=0.03083495795726776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:38,590 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:38,591 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105058568Writing region info on filesystem at 1732105058568Initializing all the Stores at 1732105058569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105058569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105058569Cleaning up temporary data from old regions at 1732105058586 (+17 ms)Running coprocessor post-open hooks at 1732105058590 (+4 ms)Region opened successfully at 1732105058591 (+1 ms) 2024-11-20T12:17:38,593 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105058536 2024-11-20T12:17:38,595 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:38,595 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:38,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:38,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,37439,1732105056012, state=OPEN 2024-11-20T12:17:38,646 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374091474/meta-region-server 2024-11-20T12:17:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0374091474/meta-region-server 2024-11-20T12:17:38,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:38,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374091474/meta-region-server: CHANGED 2024-11-20T12:17:38,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0374091474/meta-region-server: CHANGED 2024-11-20T12:17:38,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:17:38,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,37439,1732105056012 in 263 msec 2024-11-20T12:17:38,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:17:38,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-20T12:17:38,656 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:38,656 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:17:38,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:38,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37439,1732105056012, seqNum=-1] 2024-11-20T12:17:38,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:38,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:38,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 910 msec 2024-11-20T12:17:38,667 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105058667, completionTime=-1 2024-11-20T12:17:38,667 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:17:38,667 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:38,670 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:38,670 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105118670 2024-11-20T12:17:38,670 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105178670 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:41391, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,671 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,672 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,674 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.567sec 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:38,677 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:38,680 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:38,680 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:38,680 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41391,1732105055834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:38,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:38,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41391,-1 for getting cluster id 2024-11-20T12:17:38,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:38,763 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af9e760-3fae-4303-a0c6-bcde9460f611' 2024-11-20T12:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af9e760-3fae-4303-a0c6-bcde9460f611" 2024-11-20T12:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6828c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41391,-1] 2024-11-20T12:17:38,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:38,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:38,766 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:38,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:38,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37439,1732105056012, seqNum=-1] 2024-11-20T12:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:38,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:38,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,41391,1732105055834 2024-11-20T12:17:38,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:38,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:38,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101582d9fc40002 connected 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir so I do NOT create it in target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d 2024-11-20T12:17:38,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.tmp.dir so I do NOT create it in target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d 2024-11-20T12:17:38,806 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:17:38,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/cluster_67116f69-03a5-080f-0e65-3b9ee087811c, deleteOnExit=true 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:38,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/test.cache.data in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:38,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:38,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:38,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:39,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:39,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:39,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:39,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:39,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:39,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:39,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:39,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:39,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-5450862379980196811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:39,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-11-20T12:17:39,288 INFO [Time-limited test {}] server.Server(415): Started @40703ms 2024-11-20T12:17:39,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:39,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:39,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:39,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:39,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:39,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:39,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:39,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/java.io.tmpdir/jetty-localhost-39815-hadoop-hdfs-3_4_1-tests_jar-_-any-6172239846814695080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:39,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:39815} 2024-11-20T12:17:39,645 INFO [Time-limited test {}] server.Server(415): Started @41061ms 2024-11-20T12:17:39,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:17:40,291 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/cluster_67116f69-03a5-080f-0e65-3b9ee087811c/data/data2/current/BP-652511300-172.17.0.3-1732105058831/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:40,291 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/cluster_67116f69-03a5-080f-0e65-3b9ee087811c/data/data1/current/BP-652511300-172.17.0.3-1732105058831/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:40,310 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:17:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51f6040c447af56 with lease ID 0xc6e7364ddb0ffa10: Processing first storage report for DS-b2e32745-6a92-48f8-a1cc-e264ca1ba0a6 from datanode DatanodeRegistration(127.0.0.1:43131, datanodeUuid=197e91fe-8079-43d3-9d3b-75ceeb93a001, infoPort=35327, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=2128227389;c=1732105058831) 2024-11-20T12:17:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51f6040c447af56 with lease ID 0xc6e7364ddb0ffa10: from storage DS-b2e32745-6a92-48f8-a1cc-e264ca1ba0a6 node DatanodeRegistration(127.0.0.1:43131, datanodeUuid=197e91fe-8079-43d3-9d3b-75ceeb93a001, infoPort=35327, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=2128227389;c=1732105058831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51f6040c447af56 with lease ID 0xc6e7364ddb0ffa10: Processing first storage report for DS-1b784243-4bb9-48ae-9d85-191a791c7853 from datanode DatanodeRegistration(127.0.0.1:43131, datanodeUuid=197e91fe-8079-43d3-9d3b-75ceeb93a001, infoPort=35327, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=2128227389;c=1732105058831) 2024-11-20T12:17:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51f6040c447af56 with lease ID 0xc6e7364ddb0ffa10: from storage DS-1b784243-4bb9-48ae-9d85-191a791c7853 node DatanodeRegistration(127.0.0.1:43131, datanodeUuid=197e91fe-8079-43d3-9d3b-75ceeb93a001, infoPort=35327, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=2128227389;c=1732105058831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:40,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d 2024-11-20T12:17:40,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:40,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:17:40,786 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe with version=8 2024-11-20T12:17:40,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/hbase-staging 2024-11-20T12:17:40,788 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:40,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:40,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44417 2024-11-20T12:17:40,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44417 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:40,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444170x0, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:40,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44417-0x101582d9fc40003 connected 2024-11-20T12:17:40,924 WARN [RS:0;843d83d51ba0:37439 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 843d83d51ba0,33945,1732105026694: status=Processing ServerCrashProcedure of 843d83d51ba0,33945,1732105026694 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732105044003, completionTime=-1 appears to have been leaked 2024-11-20T12:17:41,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:41,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:41,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/running 2024-11-20T12:17:41,050 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe, hbase.cluster.distributed=false 2024-11-20T12:17:41,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/acl 2024-11-20T12:17:41,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-20T12:17:41,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44417 2024-11-20T12:17:41,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44417 2024-11-20T12:17:41,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-20T12:17:41,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44417 2024-11-20T12:17:41,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:41,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:41,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:41,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44507 2024-11-20T12:17:41,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44507 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:41,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:41,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:41,087 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445070x0, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:41,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445070x0, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/running 2024-11-20T12:17:41,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44507-0x101582d9fc40004 connected 2024-11-20T12:17:41,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:41,090 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:41,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/master 2024-11-20T12:17:41,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/acl 2024-11-20T12:17:41,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-20T12:17:41,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44507 2024-11-20T12:17:41,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44507 2024-11-20T12:17:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-20T12:17:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-20T12:17:41,107 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:44417 2024-11-20T12:17:41,108 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11024396263/backup-masters/843d83d51ba0,44417,1732105060788 2024-11-20T12:17:41,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/backup-masters 2024-11-20T12:17:41,172 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/backup-masters 2024-11-20T12:17:41,172 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on existing znode=/11024396263/backup-masters/843d83d51ba0,44417,1732105060788 2024-11-20T12:17:41,182 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11024396263/master 2024-11-20T12:17:41,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:41,182 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:41,183 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on existing znode=/11024396263/master 2024-11-20T12:17:41,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11024396263/backup-masters/843d83d51ba0,44417,1732105060788 from backup master directory 2024-11-20T12:17:41,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11024396263/backup-masters/843d83d51ba0,44417,1732105060788 2024-11-20T12:17:41,193 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/backup-masters 2024-11-20T12:17:41,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/backup-masters 2024-11-20T12:17:41,193 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:41,193 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,44417,1732105060788 2024-11-20T12:17:41,197 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/hbase.id] with ID: 7093205f-4f20-47d6-b7e9-b8d9cb88fd6b 2024-11-20T12:17:41,197 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/.tmp/hbase.id 2024-11-20T12:17:41,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:17:41,606 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/.tmp/hbase.id]:[hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/hbase.id] 2024-11-20T12:17:41,619 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:41,619 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:41,621 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T12:17:41,635 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:41,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:41,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:17:41,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:41,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:41,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:42,041 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:42,042 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:42,042 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:17:42,450 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store 2024-11-20T12:17:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:42,858 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:42,858 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:42,858 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105062858Disabling compacts and flushes for region at 1732105062858Disabling writes for close at 1732105062858Writing region close event to WAL at 1732105062858Closed at 1732105062858 2024-11-20T12:17:42,859 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/.initializing 2024-11-20T12:17:42,859 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/WALs/843d83d51ba0,44417,1732105060788 2024-11-20T12:17:42,860 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:42,862 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C44417%2C1732105060788, suffix=, logDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/WALs/843d83d51ba0,44417,1732105060788, archiveDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:42,873 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/WALs/843d83d51ba0,44417,1732105060788/843d83d51ba0%2C44417%2C1732105060788.1732105062862, exclude list is [], retry=0 2024-11-20T12:17:42,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43131,DS-b2e32745-6a92-48f8-a1cc-e264ca1ba0a6,DISK] 2024-11-20T12:17:42,878 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/WALs/843d83d51ba0,44417,1732105060788/843d83d51ba0%2C44417%2C1732105060788.1732105062862 2024-11-20T12:17:42,878 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35327:35327)] 2024-11-20T12:17:42,878 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:42,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:42,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:42,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:42,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:42,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:42,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:42,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:42,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:42,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:42,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:42,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:42,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:42,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:42,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,887 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,889 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,889 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,890 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:42,891 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:42,893 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:42,894 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308285, jitterRate=-0.02683071792125702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:42,894 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105062879Initializing all the Stores at 1732105062880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105062880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105062880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105062880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105062880Cleaning up temporary data from old regions at 1732105062889 (+9 ms)Region opened successfully at 1732105062894 (+5 ms) 2024-11-20T12:17:42,894 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:42,897 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50516e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:42,898 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:17:42,898 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:42,899 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:42,899 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:42,899 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:17:42,900 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:17:42,900 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:42,902 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:42,903 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:42,908 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/balancer already deleted, retry=false 2024-11-20T12:17:42,909 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:42,909 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:42,919 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/normalizer already deleted, retry=false 2024-11-20T12:17:42,919 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:42,920 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:42,929 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/switch/split already deleted, retry=false 2024-11-20T12:17:42,930 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:42,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/switch/merge already deleted, retry=false 2024-11-20T12:17:42,942 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:42,950 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:42,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11024396263/running 2024-11-20T12:17:42,961 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11024396263/running 2024-11-20T12:17:42,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:42,961 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:42,962 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,44417,1732105060788, sessionid=0x101582d9fc40003, setting cluster-up flag (Was=false) 2024-11-20T12:17:42,982 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:42,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:43,014 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11024396263/flush-table-proc/acquired, /11024396263/flush-table-proc/reached, /11024396263/flush-table-proc/abort 2024-11-20T12:17:43,016 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,44417,1732105060788 2024-11-20T12:17:43,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:43,035 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:43,066 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11024396263/online-snapshot/acquired, /11024396263/online-snapshot/reached, /11024396263/online-snapshot/abort 2024-11-20T12:17:43,067 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,44417,1732105060788 2024-11-20T12:17:43,069 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:17:43,071 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:43,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:43,071 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:43,071 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,44417,1732105060788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:43,073 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:43,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:17:43,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:43,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:17:43,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105093088 2024-11-20T12:17:43,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:43,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:43,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:43,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:43,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:43,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:43,095 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:43,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:43,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:43,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:43,100 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:43,100 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:43,100 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105063100,5,FailOnTimeoutGroup] 2024-11-20T12:17:43,101 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105063100,5,FailOnTimeoutGroup] 2024-11-20T12:17:43,101 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,101 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:43,101 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,101 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:17:43,102 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(746): ClusterId : 7093205f-4f20-47d6-b7e9-b8d9cb88fd6b 2024-11-20T12:17:43,102 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:43,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:17:43,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe 2024-11-20T12:17:43,109 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:43,109 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:17:43,120 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:43,120 DEBUG [RS:0;843d83d51ba0:44507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c65a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:43,137 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:44507 2024-11-20T12:17:43,137 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:43,137 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:43,137 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:43,138 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,44417,1732105060788 with port=44507, startcode=1732105061073 2024-11-20T12:17:43,138 DEBUG [RS:0;843d83d51ba0:44507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:43,140 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:43,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44417 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,143 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe 2024-11-20T12:17:43,143 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39307 2024-11-20T12:17:43,143 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:43,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/rs 2024-11-20T12:17:43,152 DEBUG [RS:0;843d83d51ba0:44507 {}] zookeeper.ZKUtil(111): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on existing znode=/11024396263/rs/843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,152 WARN [RS:0;843d83d51ba0:44507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:43,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,44507,1732105061073] 2024-11-20T12:17:43,152 INFO [RS:0;843d83d51ba0:44507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:43,152 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,160 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:43,164 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:43,168 INFO [RS:0;843d83d51ba0:44507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:43,168 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,169 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:43,169 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:43,170 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:43,170 DEBUG [RS:0;843d83d51ba0:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:43,173 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,173 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,173 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,174 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,174 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,174 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44507,1732105061073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:43,195 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:43,195 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44507,1732105061073-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,195 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,195 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.Replication(171): 843d83d51ba0,44507,1732105061073 started 2024-11-20T12:17:43,215 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:43,215 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,44507,1732105061073, RpcServer on 843d83d51ba0/172.17.0.3:44507, sessionid=0x101582d9fc40004 2024-11-20T12:17:43,215 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:43,215 DEBUG [RS:0;843d83d51ba0:44507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,215 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,44507,1732105061073' 2024-11-20T12:17:43,215 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11024396263/flush-table-proc/abort' 2024-11-20T12:17:43,216 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11024396263/flush-table-proc/acquired' 2024-11-20T12:17:43,216 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:43,216 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:43,216 DEBUG [RS:0;843d83d51ba0:44507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,217 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,44507,1732105061073' 2024-11-20T12:17:43,217 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11024396263/online-snapshot/abort' 2024-11-20T12:17:43,217 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11024396263/online-snapshot/acquired' 2024-11-20T12:17:43,217 DEBUG [RS:0;843d83d51ba0:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:43,217 INFO [RS:0;843d83d51ba0:44507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:43,217 INFO [RS:0;843d83d51ba0:44507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:43,318 INFO [RS:0;843d83d51ba0:44507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:43,320 INFO [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C44507%2C1732105061073, suffix=, logDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073, archiveDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/oldWALs, maxLogs=10 2024-11-20T12:17:43,336 DEBUG [RS:0;843d83d51ba0:44507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.1732105063320, exclude list is [], retry=0 2024-11-20T12:17:43,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43131,DS-b2e32745-6a92-48f8-a1cc-e264ca1ba0a6,DISK] 2024-11-20T12:17:43,340 INFO [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.1732105063320 2024-11-20T12:17:43,341 DEBUG [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35327:35327)] 2024-11-20T12:17:43,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:43,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:43,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:43,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:43,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:43,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:43,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:43,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:43,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:43,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:43,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:43,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:43,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:43,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:43,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:43,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:43,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:43,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:43,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740 2024-11-20T12:17:43,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740 2024-11-20T12:17:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:43,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:43,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:43,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:43,531 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64180085, jitterRate=-0.043642207980155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:43,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105063514Initializing all the Stores at 1732105063515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105063515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105063515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105063515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105063515Cleaning up temporary data from old regions at 1732105063526 (+11 ms)Region opened successfully at 1732105063531 (+5 ms) 2024-11-20T12:17:43,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:43,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:43,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:43,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:43,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:43,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:43,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105063531Disabling compacts and flushes for region at 1732105063531Disabling writes for close at 1732105063531Writing region close event to WAL at 1732105063532 (+1 ms)Closed at 1732105063532 2024-11-20T12:17:43,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:43,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:17:43,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:43,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:43,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:17:43,686 DEBUG [843d83d51ba0:44417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:43,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,44507,1732105061073 2024-11-20T12:17:43,688 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,44507,1732105061073, state=OPENING 2024-11-20T12:17:43,767 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:17:43,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:17:43,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:43,842 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:43,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:43,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11024396263/meta-region-server: CHANGED 2024-11-20T12:17:43,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11024396263/meta-region-server: CHANGED 2024-11-20T12:17:43,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,44507,1732105061073}] 2024-11-20T12:17:43,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:43,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:44,003 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:44,004 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:44,004 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:44,006 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C44507%2C1732105061073.meta, suffix=.meta, logDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073, archiveDir=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/oldWALs, maxLogs=10 2024-11-20T12:17:44,019 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.meta.1732105064006.meta, exclude list is [], retry=0 2024-11-20T12:17:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43131,DS-b2e32745-6a92-48f8-a1cc-e264ca1ba0a6,DISK] 2024-11-20T12:17:44,023 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.meta.1732105064006.meta 2024-11-20T12:17:44,023 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35327:35327)] 2024-11-20T12:17:44,023 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:44,024 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:44,024 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:44,024 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:44,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:44,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:44,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:44,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:44,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:44,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:44,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:44,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:44,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:44,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:44,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:44,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:44,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:44,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:44,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:44,031 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:44,031 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740 2024-11-20T12:17:44,033 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740 2024-11-20T12:17:44,034 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:44,034 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:44,035 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:44,036 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:44,036 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59685707, jitterRate=-0.11061365902423859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:44,037 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:44,037 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105064024Writing region info on filesystem at 1732105064024Initializing all the Stores at 1732105064025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105064025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105064025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105064025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105064025Cleaning up temporary data from old regions at 1732105064034 (+9 ms)Running coprocessor post-open hooks at 1732105064037 (+3 ms)Region opened successfully at 1732105064037 2024-11-20T12:17:44,038 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105063996 2024-11-20T12:17:44,040 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:44,040 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:44,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,44507,1732105061073 2024-11-20T12:17:44,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,44507,1732105061073, state=OPEN 2024-11-20T12:17:44,077 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11024396263/meta-region-server 2024-11-20T12:17:44,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11024396263/meta-region-server 2024-11-20T12:17:44,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,44507,1732105061073 2024-11-20T12:17:44,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11024396263/meta-region-server: CHANGED 2024-11-20T12:17:44,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11024396263/meta-region-server: CHANGED 2024-11-20T12:17:44,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:17:44,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,44507,1732105061073 in 235 msec 2024-11-20T12:17:44,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:17:44,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-11-20T12:17:44,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:44,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:17:44,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:44,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,44507,1732105061073, seqNum=-1] 2024-11-20T12:17:44,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:44,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:44,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0200 sec 2024-11-20T12:17:44,092 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105064092, completionTime=-1 2024-11-20T12:17:44,092 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:17:44,092 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105124094 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105184094 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,095 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:44417, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,095 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,095 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,097 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:44,099 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:44,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,102 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:44,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44417,-1 for getting cluster id 2024-11-20T12:17:44,102 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:44,102 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44417,1732105060788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:44,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:44,103 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093205f-4f20-47d6-b7e9-b8d9cb88fd6b' 2024-11-20T12:17:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093205f-4f20-47d6-b7e9-b8d9cb88fd6b" 2024-11-20T12:17:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b657dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44417,-1] 2024-11-20T12:17:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:44,105 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:44,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,44507,1732105061073, seqNum=-1] 2024-11-20T12:17:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:44,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:44,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,44417,1732105060788 2024-11-20T12:17:44,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64159 2024-11-20T12:17:44,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:44,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101582d9fc40005 connected 2024-11-20T12:17:44,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41391,-1 for getting cluster id 2024-11-20T12:17:44,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:44,201 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af9e760-3fae-4303-a0c6-bcde9460f611' 2024-11-20T12:17:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af9e760-3fae-4303-a0c6-bcde9460f611" 2024-11-20T12:17:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2cf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41391,-1] 2024-11-20T12:17:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:44,202 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:44,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e20b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41391,1732105055834 2024-11-20T12:17:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b07bb0 2024-11-20T12:17:44,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:44,205 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:44,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:44417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:17:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:17:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:44,208 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:44417' 2024-11-20T12:17:44,209 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e53d9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,209 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44417,-1 for getting cluster id 2024-11-20T12:17:44,209 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:44,210 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093205f-4f20-47d6-b7e9-b8d9cb88fd6b' 2024-11-20T12:17:44,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:44,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093205f-4f20-47d6-b7e9-b8d9cb88fd6b" 2024-11-20T12:17:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38879ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44417,-1] 2024-11-20T12:17:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:44,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:44,212 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:44,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc07feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:44,213 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44417,1732105060788 2024-11-20T12:17:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33aef055 2024-11-20T12:17:44,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:44,215 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:44,216 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T12:17:44,216 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:17:44,216 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:44,216 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:44,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:44,217 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:44,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:17:44,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:17:44,220 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:44,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:17:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741835_1011 (size=1138) 2024-11-20T12:17:44,268 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:17:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:44,628 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecaa25fd6bb8cf844107f9e457a1a1cf, NAME => 'hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680 2024-11-20T12:17:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741836_1012 (size=44) 2024-11-20T12:17:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecaa25fd6bb8cf844107f9e457a1a1cf, disabling compactions & flushes 2024-11-20T12:17:45,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. after waiting 0 ms 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecaa25fd6bb8cf844107f9e457a1a1cf: Waiting for close lock at 1732105065035Disabling compacts and flushes for region at 1732105065035Disabling writes for close at 1732105065035Writing region close event to WAL at 1732105065035Closed at 1732105065035 2024-11-20T12:17:45,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:17:45,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105065036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105065036"}]},"ts":"1732105065036"} 2024-11-20T12:17:45,039 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:17:45,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:17:45,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105065040"}]},"ts":"1732105065040"} 2024-11-20T12:17:45,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:17:45,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaa25fd6bb8cf844107f9e457a1a1cf, ASSIGN}] 2024-11-20T12:17:45,043 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaa25fd6bb8cf844107f9e457a1a1cf, ASSIGN 2024-11-20T12:17:45,044 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecaa25fd6bb8cf844107f9e457a1a1cf, ASSIGN; state=OFFLINE, location=843d83d51ba0,37439,1732105056012; forceNewPlan=false, retain=false 2024-11-20T12:17:45,195 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ecaa25fd6bb8cf844107f9e457a1a1cf, regionState=OPENING, regionLocation=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:45,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecaa25fd6bb8cf844107f9e457a1a1cf, ASSIGN because future has completed 2024-11-20T12:17:45,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaa25fd6bb8cf844107f9e457a1a1cf, server=843d83d51ba0,37439,1732105056012}] 2024-11-20T12:17:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:45,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:45,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:17:45,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C37439%2C1732105056012.rep, suffix=, logDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012, archiveDir=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs, maxLogs=10 2024-11-20T12:17:45,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.rep.1732105065357, exclude list is [], retry=0 2024-11-20T12:17:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35967,DS-d05a7be2-9d44-4609-97cd-f92c8a009d2e,DISK] 2024-11-20T12:17:45,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.rep.1732105065357 2024-11-20T12:17:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44677:44677)] 2024-11-20T12:17:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ecaa25fd6bb8cf844107f9e457a1a1cf, NAME => 'hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:45,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. service=MultiRowMutationService 2024-11-20T12:17:45,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,375 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,377 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaa25fd6bb8cf844107f9e457a1a1cf columnFamilyName hfileref 2024-11-20T12:17:45,377 DEBUG [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:45,377 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(327): Store=ecaa25fd6bb8cf844107f9e457a1a1cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:45,377 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,379 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaa25fd6bb8cf844107f9e457a1a1cf columnFamilyName queue 2024-11-20T12:17:45,379 DEBUG [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:45,379 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(327): Store=ecaa25fd6bb8cf844107f9e457a1a1cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:45,379 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,381 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecaa25fd6bb8cf844107f9e457a1a1cf columnFamilyName sid 2024-11-20T12:17:45,381 DEBUG [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:45,381 INFO [StoreOpener-ecaa25fd6bb8cf844107f9e457a1a1cf-1 {}] regionserver.HStore(327): Store=ecaa25fd6bb8cf844107f9e457a1a1cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:45,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:17:45,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:45,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ecaa25fd6bb8cf844107f9e457a1a1cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62204948, jitterRate=-0.07307404279708862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:17:45,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:45,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ecaa25fd6bb8cf844107f9e457a1a1cf: Running coprocessor pre-open hook at 1732105065374Writing region info on filesystem at 1732105065374Initializing all the Stores at 1732105065375 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105065375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105065375Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105065375Cleaning up temporary data from old regions at 1732105065383 (+8 ms)Running coprocessor post-open hooks at 1732105065387 (+4 ms)Region opened successfully at 1732105065387 2024-11-20T12:17:45,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf., pid=7, masterSystemTime=1732105065351 2024-11-20T12:17:45,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:45,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ecaa25fd6bb8cf844107f9e457a1a1cf, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,37439,1732105056012 2024-11-20T12:17:45,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecaa25fd6bb8cf844107f9e457a1a1cf, server=843d83d51ba0,37439,1732105056012 because future has completed 2024-11-20T12:17:45,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T12:17:45,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ecaa25fd6bb8cf844107f9e457a1a1cf, server=843d83d51ba0,37439,1732105056012 in 196 msec 2024-11-20T12:17:45,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:17:45,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecaa25fd6bb8cf844107f9e457a1a1cf, ASSIGN in 354 msec 2024-11-20T12:17:45,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:17:45,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105065400"}]},"ts":"1732105065400"} 2024-11-20T12:17:45,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:17:45,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:17:45,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-20T12:17:45,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf., hostname=843d83d51ba0,37439,1732105056012, seqNum=2] 2024-11-20T12:17:46,060 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:46,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:46,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:17:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:17:46,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:17:46,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:17:46,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T12:17:46,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:46,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T12:17:46,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:46,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:17:46,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:17:46,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:17:46,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37439 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T12:17:46,242 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:17:46,282 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,37439,1732105056012, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:17:46,283 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:46,283 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37439,1732105056012, seqNum=-1] 2024-11-20T12:17:46,284 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:46,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T12:17:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,37439,1732105056012', locateType=CURRENT is [region=hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf., hostname=843d83d51ba0,37439,1732105056012, seqNum=2] 2024-11-20T12:17:46,289 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T12:17:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T12:17:46,293 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,37439,1732105056012 suceeded 2024-11-20T12:17:46,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T12:17:46,295 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:44417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:17:46,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-20T12:17:46,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0900 sec 2024-11-20T12:17:46,304 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:44417' 2024-11-20T12:17:46,305 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4071dc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:46,305 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44417,-1 for getting cluster id 2024-11-20T12:17:46,305 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:46,305 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7093205f-4f20-47d6-b7e9-b8d9cb88fd6b' 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7093205f-4f20-47d6-b7e9-b8d9cb88fd6b" 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c54adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44417,-1] 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,307 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:46,307 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca48c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:46,308 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44417,1732105060788 2024-11-20T12:17:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eab22c8 2024-11-20T12:17:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:46,309 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T12:17:46,310 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,37439,1732105056012 (queues=1) is replicating from cluster=8af9e760-3fae-4303-a0c6-bcde9460f611 to cluster=7093205f-4f20-47d6-b7e9-b8d9cb88fd6b 2024-11-20T12:17:46,310 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C37439%2C1732105056012 2024-11-20T12:17:46,310 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,37439,1732105056012, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:17:46,310 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954, startPosition=0, beingWritten=true 2024-11-20T12:17:46,311 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.shipper843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C37439%2C1732105056012 2024-11-20T12:17:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:17:46,356 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:17:46,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:46,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:46,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:46,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:17:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41391,1732105055834 2024-11-20T12:17:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e03ff13 2024-11-20T12:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:17:46,359 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:17:46,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41391 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:17:46,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:17:46,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:46,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:46,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:17:46,360 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=877064351, stopped=false 2024-11-20T12:17:46,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,44417,1732105060788 2024-11-20T12:17:46,390 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11024396263/running 2024-11-20T12:17:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11024396263/running 2024-11-20T12:17:46,390 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:46,390 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:46,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:46,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:46,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:46,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,390 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,44507,1732105061073' ***** 2024-11-20T12:17:46,390 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:17:46,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/running 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:17:46,391 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:17:46,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Set watcher on znode that does not yet exist, /11024396263/running 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,44507,1732105061073 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:44507. 2024-11-20T12:17:46,391 DEBUG [RS:0;843d83d51ba0:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:46,391 DEBUG [RS:0;843d83d51ba0:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:17:46,391 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:17:46,392 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:17:46,392 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:17:46,392 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:46,392 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:46,392 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:46,392 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:46,392 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:46,392 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:46,392 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T12:17:46,406 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/.tmp/ns/be36940511b140bf932beb96641b52ed is 43, key is default/ns:d/1732105064086/Put/seqid=0 2024-11-20T12:17:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741835_1011 (size=5153) 2024-11-20T12:17:46,479 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:46,516 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:46,592 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:46,792 DEBUG [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:46,811 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/.tmp/ns/be36940511b140bf932beb96641b52ed 2024-11-20T12:17:46,818 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/.tmp/ns/be36940511b140bf932beb96641b52ed as hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/ns/be36940511b140bf932beb96641b52ed 2024-11-20T12:17:46,821 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:46,824 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/ns/be36940511b140bf932beb96641b52ed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T12:17:46,825 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-20T12:17:46,830 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T12:17:46,831 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:46,831 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:46,831 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:46,831 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105066392Running coprocessor pre-close hooks at 1732105066392Disabling compacts and flushes for region at 1732105066392Disabling writes for close at 1732105066392Obtaining lock to block concurrent updates at 1732105066392Preparing flush snapshotting stores in 1588230740 at 1732105066392Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732105066392Flushing stores of hbase:meta,,1.1588230740 at 1732105066393 (+1 ms)Flushing 1588230740/ns: creating writer at 1732105066393Flushing 1588230740/ns: appending metadata at 1732105066406 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732105066406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebaad0a: reopening flushed file at 1732105066817 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732105066825 (+8 ms)Writing region close event to WAL at 1732105066826 (+1 ms)Running coprocessor post-close hooks at 1732105066831 (+5 ms)Closed at 1732105066831 2024-11-20T12:17:46,831 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:46,992 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,44507,1732105061073; all regions closed. 2024-11-20T12:17:46,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741834_1010 (size=1152) 2024-11-20T12:17:46,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.meta.1732105064006.meta not finished, retry = 0 2024-11-20T12:17:47,097 DEBUG [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/oldWALs 2024-11-20T12:17:47,097 INFO [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C44507%2C1732105061073.meta:.meta(num 1732105064006) 2024-11-20T12:17:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741833_1009 (size=93) 2024-11-20T12:17:47,100 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/WALs/843d83d51ba0,44507,1732105061073/843d83d51ba0%2C44507%2C1732105061073.1732105063320 not finished, retry = 0 2024-11-20T12:17:47,174 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:17:47,174 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:17:47,202 DEBUG [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/oldWALs 2024-11-20T12:17:47,202 INFO [RS:0;843d83d51ba0:44507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C44507%2C1732105061073:(num 1732105063320) 2024-11-20T12:17:47,203 DEBUG [RS:0;843d83d51ba0:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:47,203 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:47,203 INFO [RS:0;843d83d51ba0:44507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:47,203 INFO [RS:0;843d83d51ba0:44507 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:47,203 INFO [RS:0;843d83d51ba0:44507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:47,203 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:47,203 INFO [RS:0;843d83d51ba0:44507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44507 2024-11-20T12:17:47,225 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:47,266 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11024396263/rs/843d83d51ba0,44507,1732105061073 2024-11-20T12:17:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263/rs 2024-11-20T12:17:47,266 INFO [RS:0;843d83d51ba0:44507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:47,266 ERROR [pool-464-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fa4bc8e49c8@2560afbf rejected from java.util.concurrent.ThreadPoolExecutor@60622577[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T12:17:47,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,44507,1732105061073] 2024-11-20T12:17:47,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11024396263/draining/843d83d51ba0,44507,1732105061073 already deleted, retry=false 2024-11-20T12:17:47,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,44507,1732105061073 expired; onlineServers=0 2024-11-20T12:17:47,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,44417,1732105060788' ***** 2024-11-20T12:17:47,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:17:47,287 INFO [M:0;843d83d51ba0:44417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:47,287 INFO [M:0;843d83d51ba0:44417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:47,287 DEBUG [M:0;843d83d51ba0:44417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:17:47,287 DEBUG [M:0;843d83d51ba0:44417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:17:47,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:17:47,287 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105063100 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105063100,5,FailOnTimeoutGroup] 2024-11-20T12:17:47,287 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105063100 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105063100,5,FailOnTimeoutGroup] 2024-11-20T12:17:47,288 INFO [M:0;843d83d51ba0:44417 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:47,288 INFO [M:0;843d83d51ba0:44417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:47,288 DEBUG [M:0;843d83d51ba0:44417 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:17:47,288 INFO [M:0;843d83d51ba0:44417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:17:47,288 INFO [M:0;843d83d51ba0:44417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:47,288 INFO [M:0;843d83d51ba0:44417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:17:47,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:17:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11024396263/master 2024-11-20T12:17:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11024396263 2024-11-20T12:17:47,298 DEBUG [M:0;843d83d51ba0:44417 {}] zookeeper.ZKUtil(347): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Unable to get data of znode /11024396263/master because node does not exist (not an error) 2024-11-20T12:17:47,298 WARN [M:0;843d83d51ba0:44417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:17:47,298 INFO [M:0;843d83d51ba0:44417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/.lastflushedseqids 2024-11-20T12:17:47,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741836_1012 (size=99) 2024-11-20T12:17:47,377 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:47,377 INFO [RS:0;843d83d51ba0:44507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:47,377 INFO [RS:0;843d83d51ba0:44507 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,44507,1732105061073; zookeeper connection closed. 2024-11-20T12:17:47,377 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x101582d9fc40004, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:47,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37435dbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37435dbb 2024-11-20T12:17:47,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:17:47,703 INFO [M:0;843d83d51ba0:44417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:17:47,703 INFO [M:0;843d83d51ba0:44417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:17:47,704 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:47,704 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:47,704 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:47,704 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:47,704 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:47,704 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T12:17:47,718 DEBUG [M:0;843d83d51ba0:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a48c0c132349c894ba0b9767ac8d11 is 82, key is hbase:meta,,1/info:regioninfo/1732105064040/Put/seqid=0 2024-11-20T12:17:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741837_1013 (size=5672) 2024-11-20T12:17:47,731 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:48,123 INFO [M:0;843d83d51ba0:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a48c0c132349c894ba0b9767ac8d11 2024-11-20T12:17:48,142 DEBUG [M:0;843d83d51ba0:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/877b92a5f359448dbf9e0a67fe213861 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732105064091/Put/seqid=0 2024-11-20T12:17:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741838_1014 (size=5275) 2024-11-20T12:17:48,146 INFO [M:0;843d83d51ba0:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/877b92a5f359448dbf9e0a67fe213861 2024-11-20T12:17:48,163 DEBUG [M:0;843d83d51ba0:44417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cbbf183f19f4f238d443b831f8c1bf3 is 69, key is 843d83d51ba0,44507,1732105061073/rs:state/1732105063141/Put/seqid=0 2024-11-20T12:17:48,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741839_1015 (size=5156) 2024-11-20T12:17:48,336 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:48,568 INFO [M:0;843d83d51ba0:44417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cbbf183f19f4f238d443b831f8c1bf3 2024-11-20T12:17:48,575 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a48c0c132349c894ba0b9767ac8d11 as hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4a48c0c132349c894ba0b9767ac8d11 2024-11-20T12:17:48,581 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4a48c0c132349c894ba0b9767ac8d11, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T12:17:48,582 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/877b92a5f359448dbf9e0a67fe213861 as hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/877b92a5f359448dbf9e0a67fe213861 2024-11-20T12:17:48,589 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/877b92a5f359448dbf9e0a67fe213861, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T12:17:48,591 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cbbf183f19f4f238d443b831f8c1bf3 as hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cbbf183f19f4f238d443b831f8c1bf3 2024-11-20T12:17:48,601 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39307/user/jenkins/test-data/a2a7deb2-c2da-9fb1-2a70-8a1255602dfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cbbf183f19f4f238d443b831f8c1bf3, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T12:17:48,602 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=28, compaction requested=false 2024-11-20T12:17:48,624 INFO [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:48,624 DEBUG [M:0;843d83d51ba0:44417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105067704Disabling compacts and flushes for region at 1732105067704Disabling writes for close at 1732105067704Obtaining lock to block concurrent updates at 1732105067704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105067704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732105067704Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105067705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105067705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105067718 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105067718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105068128 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105068142 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105068142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105068150 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105068163 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105068163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2315af1f: reopening flushed file at 1732105068574 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ceea546: reopening flushed file at 1732105068581 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fdfeb0e: reopening flushed file at 1732105068590 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=28, compaction requested=false at 1732105068602 (+12 ms)Writing region close event to WAL at 1732105068624 (+22 ms)Closed at 1732105068624 2024-11-20T12:17:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43131 is added to blk_1073741830_1006 (size=10165) 2024-11-20T12:17:48,646 INFO [M:0;843d83d51ba0:44417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:17:48,647 INFO [M:0;843d83d51ba0:44417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44417 2024-11-20T12:17:48,647 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:48,647 INFO [M:0;843d83d51ba0:44417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:48,777 INFO [M:0;843d83d51ba0:44417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:48,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44417-0x101582d9fc40003, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:48,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:48,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:48,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:48,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:48,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:48,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:17:48,817 WARN [BP-652511300-172.17.0.3-1732105058831 heartbeating to localhost/127.0.0.1:39307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:17:48,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:17:48,817 WARN [BP-652511300-172.17.0.3-1732105058831 heartbeating to localhost/127.0.0.1:39307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652511300-172.17.0.3-1732105058831 (Datanode Uuid 197e91fe-8079-43d3-9d3b-75ceeb93a001) service to localhost/127.0.0.1:39307 2024-11-20T12:17:48,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/cluster_67116f69-03a5-080f-0e65-3b9ee087811c/data/data1/current/BP-652511300-172.17.0.3-1732105058831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:48,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/cluster_67116f69-03a5-080f-0e65-3b9ee087811c/data/data2/current/BP-652511300-172.17.0.3-1732105058831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:48,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:17:48,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:48,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:48,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:48,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:48,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:48,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:17:48,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:17:48,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:48,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:48,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:48,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:48,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:48,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:17:48,838 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953290407, stopped=false 2024-11-20T12:17:48,838 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,41391,1732105055834 2024-11-20T12:17:48,855 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374091474/running 2024-11-20T12:17:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374091474/running 2024-11-20T12:17:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:48,856 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:48,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:48,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:17:48,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:48,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:48,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/running 2024-11-20T12:17:48,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Set watcher on znode that does not yet exist, /0374091474/running 2024-11-20T12:17:48,857 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,37439,1732105056012' ***** 2024-11-20T12:17:48,857 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:17:48,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,37439,1732105056012 2024-11-20T12:17:48,857 INFO [RS:0;843d83d51ba0:37439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:37439. 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecaa25fd6bb8cf844107f9e457a1a1cf, disabling compactions & flushes 2024-11-20T12:17:48,858 DEBUG [RS:0;843d83d51ba0:37439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:48,858 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:48,858 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. after waiting 0 ms 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:17:48,858 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ecaa25fd6bb8cf844107f9e457a1a1cf 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:17:48,858 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:17:48,858 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1325): Online Regions={ecaa25fd6bb8cf844107f9e457a1a1cf=hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:17:48,858 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:48,858 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:48,858 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:48,859 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T12:17:48,873 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/.tmp/queue/b6046969dae54bb98e8a1a5e9a9e797a is 151, key is 1-843d83d51ba0,37439,1732105056012/queue:843d83d51ba0%2C37439%2C1732105056012/1732105066288/Put/seqid=0 2024-11-20T12:17:48,874 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/info/771c7d9495784336abf1a3b2cd152aba is 147, key is hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf./info:regioninfo/1732105065391/Put/seqid=0 2024-11-20T12:17:48,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741839_1015 (size=6631) 2024-11-20T12:17:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741838_1014 (size=5350) 2024-11-20T12:17:48,931 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:49,042 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:49,058 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:49,259 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ecaa25fd6bb8cf844107f9e457a1a1cf 2024-11-20T12:17:49,281 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/.tmp/queue/b6046969dae54bb98e8a1a5e9a9e797a 2024-11-20T12:17:49,281 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/info/771c7d9495784336abf1a3b2cd152aba 2024-11-20T12:17:49,287 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/.tmp/queue/b6046969dae54bb98e8a1a5e9a9e797a as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/queue/b6046969dae54bb98e8a1a5e9a9e797a 2024-11-20T12:17:49,293 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/queue/b6046969dae54bb98e8a1a5e9a9e797a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T12:17:49,294 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ecaa25fd6bb8cf844107f9e457a1a1cf in 436ms, sequenceid=5, compaction requested=false 2024-11-20T12:17:49,294 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:17:49,302 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/ns/dbe4fc1d47574ab8a3600da75427f26b is 43, key is default/ns:d/1732105058660/Put/seqid=0 2024-11-20T12:17:49,309 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/replication/ecaa25fd6bb8cf844107f9e457a1a1cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:17:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741840_1016 (size=5153) 2024-11-20T12:17:49,309 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:49,309 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:49,310 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:49,310 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecaa25fd6bb8cf844107f9e457a1a1cf: Waiting for close lock at 1732105068858Running coprocessor pre-close hooks at 1732105068858Disabling compacts and flushes for region at 1732105068858Disabling writes for close at 1732105068858Obtaining lock to block concurrent updates at 1732105068858Preparing flush snapshotting stores in ecaa25fd6bb8cf844107f9e457a1a1cf at 1732105068858Finished memstore snapshotting hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732105068858Flushing stores of hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. at 1732105068859 (+1 ms)Flushing ecaa25fd6bb8cf844107f9e457a1a1cf/queue: creating writer at 1732105068859Flushing ecaa25fd6bb8cf844107f9e457a1a1cf/queue: appending metadata at 1732105068873 (+14 ms)Flushing ecaa25fd6bb8cf844107f9e457a1a1cf/queue: closing flushed file at 1732105068873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5bcc0a: reopening flushed file at 1732105069286 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ecaa25fd6bb8cf844107f9e457a1a1cf in 436ms, sequenceid=5, compaction requested=false at 1732105069294 (+8 ms)Writing region close event to WAL at 1732105069302 (+8 ms)Running coprocessor post-close hooks at 1732105069309 (+7 ms)Closed at 1732105069310 (+1 ms) 2024-11-20T12:17:49,310 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105064216.ecaa25fd6bb8cf844107f9e457a1a1cf. 2024-11-20T12:17:49,459 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:49,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:49,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:49,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:49,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:49,659 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:49,710 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/ns/dbe4fc1d47574ab8a3600da75427f26b 2024-11-20T12:17:49,729 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/table/649c13bbae56462cbd619dc75c0c8d24 is 53, key is hbase:replication/table:state/1732105065400/Put/seqid=0 2024-11-20T12:17:49,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741841_1017 (size=5256) 2024-11-20T12:17:49,847 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.1732105057954 to pos 0, reset compression=false 2024-11-20T12:17:49,859 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:17:49,859 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:17:49,859 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:49,909 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:17:49,909 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:17:50,060 DEBUG [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:17:50,134 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/table/649c13bbae56462cbd619dc75c0c8d24 2024-11-20T12:17:50,140 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/info/771c7d9495784336abf1a3b2cd152aba as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/info/771c7d9495784336abf1a3b2cd152aba 2024-11-20T12:17:50,146 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/info/771c7d9495784336abf1a3b2cd152aba, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T12:17:50,147 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/ns/dbe4fc1d47574ab8a3600da75427f26b as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/ns/dbe4fc1d47574ab8a3600da75427f26b 2024-11-20T12:17:50,153 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/ns/dbe4fc1d47574ab8a3600da75427f26b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:17:50,154 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/.tmp/table/649c13bbae56462cbd619dc75c0c8d24 as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/table/649c13bbae56462cbd619dc75c0c8d24 2024-11-20T12:17:50,160 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/table/649c13bbae56462cbd619dc75c0c8d24, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T12:17:50,161 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-20T12:17:50,165 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:17:50,166 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:50,166 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:50,166 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:50,166 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105068858Running coprocessor pre-close hooks at 1732105068858Disabling compacts and flushes for region at 1732105068858Disabling writes for close at 1732105068858Obtaining lock to block concurrent updates at 1732105068859 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732105068859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732105068859Flushing stores of hbase:meta,,1.1588230740 at 1732105068860 (+1 ms)Flushing 1588230740/info: creating writer at 1732105068860Flushing 1588230740/info: appending metadata at 1732105068874 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732105068874Flushing 1588230740/ns: creating writer at 1732105069286 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732105069302 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732105069302Flushing 1588230740/table: creating writer at 1732105069716 (+414 ms)Flushing 1588230740/table: appending metadata at 1732105069729 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732105069729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ff174c: reopening flushed file at 1732105070140 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103e6148: reopening flushed file at 1732105070146 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3169d5: reopening flushed file at 1732105070153 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1732105070161 (+8 ms)Writing region close event to WAL at 1732105070162 (+1 ms)Running coprocessor post-close hooks at 1732105070166 (+4 ms)Closed at 1732105070166 2024-11-20T12:17:50,166 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:50,260 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,37439,1732105056012; all regions closed. 2024-11-20T12:17:50,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741834_1010 (size=2742) 2024-11-20T12:17:50,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.meta.1732105058545.meta not finished, retry = 0 2024-11-20T12:17:50,365 DEBUG [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs 2024-11-20T12:17:50,365 INFO [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C37439%2C1732105056012.meta:.meta(num 1732105058545) 2024-11-20T12:17:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741837_1013 (size=1586) 2024-11-20T12:17:50,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/WALs/843d83d51ba0,37439,1732105056012/843d83d51ba0%2C37439%2C1732105056012.rep.1732105065357 not finished, retry = 0 2024-11-20T12:17:50,470 DEBUG [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs 2024-11-20T12:17:50,470 INFO [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C37439%2C1732105056012.rep:(num 1732105065357) 2024-11-20T12:17:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741832_1008 (size=93) 2024-11-20T12:17:50,475 DEBUG [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/oldWALs 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C37439%2C1732105056012:(num 1732105057954) 2024-11-20T12:17:50,475 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:50,475 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,37439,1732105056012 because: Region server is closing 2024-11-20T12:17:50,475 INFO [RS:0;843d83d51ba0:37439 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:37439. 2024-11-20T12:17:50,476 DEBUG [RS:0;843d83d51ba0:37439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:17:50,476 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:50,476 DEBUG [RS:0;843d83d51ba0:37439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:50,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:17:50,576 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.wal-reader.843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:17:50,576 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.shipper843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:17:50,576 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,37439,1732105056012.replicationSource.shipper843d83d51ba0%2C37439%2C1732105056012,1-843d83d51ba0,37439,1732105056012 terminated 2024-11-20T12:17:50,577 INFO [RS:0;843d83d51ba0:37439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37439 2024-11-20T12:17:50,687 INFO [RS:0;843d83d51ba0:37439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:50,687 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374091474/rs/843d83d51ba0,37439,1732105056012 2024-11-20T12:17:50,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474/rs 2024-11-20T12:17:50,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,37439,1732105056012] 2024-11-20T12:17:50,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0374091474/draining/843d83d51ba0,37439,1732105056012 already deleted, retry=false 2024-11-20T12:17:50,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,37439,1732105056012 expired; onlineServers=0 2024-11-20T12:17:50,708 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,41391,1732105055834' ***** 2024-11-20T12:17:50,708 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:17:50,708 INFO [M:0;843d83d51ba0:41391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:17:50,708 INFO [M:0;843d83d51ba0:41391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:17:50,708 DEBUG [M:0;843d83d51ba0:41391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:17:50,708 DEBUG [M:0;843d83d51ba0:41391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:17:50,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:17:50,708 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105057760 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105057760,5,FailOnTimeoutGroup] 2024-11-20T12:17:50,708 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105057764 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105057764,5,FailOnTimeoutGroup] 2024-11-20T12:17:50,709 INFO [M:0;843d83d51ba0:41391 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:17:50,709 INFO [M:0;843d83d51ba0:41391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:17:50,709 DEBUG [M:0;843d83d51ba0:41391 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:17:50,709 INFO [M:0;843d83d51ba0:41391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:17:50,709 INFO [M:0;843d83d51ba0:41391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:17:50,709 INFO [M:0;843d83d51ba0:41391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:17:50,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:17:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0374091474/master 2024-11-20T12:17:50,718 DEBUG [M:0;843d83d51ba0:41391 {}] zookeeper.ZKUtil(347): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Unable to get data of znode /0374091474/master because node does not exist (not an error) 2024-11-20T12:17:50,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0374091474 2024-11-20T12:17:50,719 WARN [M:0;843d83d51ba0:41391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:17:50,719 INFO [M:0;843d83d51ba0:41391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/.lastflushedseqids 2024-11-20T12:17:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741842_1018 (size=181) 2024-11-20T12:17:50,798 INFO [RS:0;843d83d51ba0:37439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:50,798 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:50,798 INFO [RS:0;843d83d51ba0:37439 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,37439,1732105056012; zookeeper connection closed. 2024-11-20T12:17:50,798 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37439-0x101582d9fc40001, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:50,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aaf4364 2024-11-20T12:17:50,798 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:17:51,125 INFO [M:0;843d83d51ba0:41391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:17:51,125 INFO [M:0;843d83d51ba0:41391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:17:51,125 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:51,125 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:51,125 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:51,125 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:51,125 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:51,125 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T12:17:51,139 DEBUG [M:0;843d83d51ba0:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe70ad9960b0456e89e41e1192e67994 is 82, key is hbase:meta,,1/info:regioninfo/1732105058596/Put/seqid=0 2024-11-20T12:17:51,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741843_1019 (size=5672) 2024-11-20T12:17:51,545 INFO [M:0;843d83d51ba0:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe70ad9960b0456e89e41e1192e67994 2024-11-20T12:17:51,562 DEBUG [M:0;843d83d51ba0:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/964caf2c78f244c299fc9b840fd4b7bd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732105065404/Put/seqid=0 2024-11-20T12:17:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741844_1020 (size=7203) 2024-11-20T12:17:51,967 INFO [M:0;843d83d51ba0:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/964caf2c78f244c299fc9b840fd4b7bd 2024-11-20T12:17:51,985 DEBUG [M:0;843d83d51ba0:41391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882f0ad36cec4a968b42d38d0560486e is 69, key is 843d83d51ba0,37439,1732105056012/rs:state/1732105057797/Put/seqid=0 2024-11-20T12:17:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741845_1021 (size=5156) 2024-11-20T12:17:52,390 INFO [M:0;843d83d51ba0:41391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882f0ad36cec4a968b42d38d0560486e 2024-11-20T12:17:52,395 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe70ad9960b0456e89e41e1192e67994 as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe70ad9960b0456e89e41e1192e67994 2024-11-20T12:17:52,399 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe70ad9960b0456e89e41e1192e67994, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T12:17:52,400 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/964caf2c78f244c299fc9b840fd4b7bd as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/964caf2c78f244c299fc9b840fd4b7bd 2024-11-20T12:17:52,405 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/964caf2c78f244c299fc9b840fd4b7bd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T12:17:52,406 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882f0ad36cec4a968b42d38d0560486e as hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/882f0ad36cec4a968b42d38d0560486e 2024-11-20T12:17:52,410 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44031/user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/882f0ad36cec4a968b42d38d0560486e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T12:17:52,411 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-20T12:17:52,413 INFO [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:52,413 DEBUG [M:0;843d83d51ba0:41391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105071125Disabling compacts and flushes for region at 1732105071125Disabling writes for close at 1732105071125Obtaining lock to block concurrent updates at 1732105071125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105071125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732105071126 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105071126Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105071126Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105071139 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105071139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105071549 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105071562 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105071562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105071972 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105071985 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105071985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bda595: reopening flushed file at 1732105072394 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53daafa1: reopening flushed file at 1732105072399 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adbb5c2: reopening flushed file at 1732105072405 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732105072411 (+6 ms)Writing region close event to WAL at 1732105072413 (+2 ms)Closed at 1732105072413 2024-11-20T12:17:52,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35967 is added to blk_1073741830_1006 (size=41008) 2024-11-20T12:17:52,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bff881ed-9c5a-552d-5280-dca8da838680/MasterData/WALs/843d83d51ba0,41391,1732105055834/843d83d51ba0%2C41391%2C1732105055834.1732105057455 not finished, retry = 0 2024-11-20T12:17:52,516 INFO [M:0;843d83d51ba0:41391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:17:52,516 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:17:52,517 INFO [M:0;843d83d51ba0:41391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41391 2024-11-20T12:17:52,517 INFO [M:0;843d83d51ba0:41391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:17:52,745 INFO [M:0;843d83d51ba0:41391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:17:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41391-0x101582d9fc40000, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:17:52,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:52,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:52,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:52,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:52,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:52,749 WARN [BP-1875066171-172.17.0.3-1732105053242 heartbeating to localhost/127.0.0.1:44031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:17:52,749 WARN [BP-1875066171-172.17.0.3-1732105053242 heartbeating to localhost/127.0.0.1:44031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1875066171-172.17.0.3-1732105053242 (Datanode Uuid 7d7a65a4-e5d1-414f-b069-d7b92e10fc38) service to localhost/127.0.0.1:44031 2024-11-20T12:17:52,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:17:52,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:17:52,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/data/data1/current/BP-1875066171-172.17.0.3-1732105053242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:52,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/cluster_898c1828-cddd-32b8-2718-ce24372677ff/data/data2/current/BP-1875066171-172.17.0.3-1732105053242 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:17:52,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:17:52,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:52,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:17:52,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:17:52,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:17:52,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88ee890e-9e40-5172-9ccb-fd529dbbe74c/hadoop.log.dir/,STOPPED} 2024-11-20T12:17:52,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:17:52,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:17:52,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 114) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64159) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44031 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64159) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39307 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3276 (was 4257) 2024-11-20T12:17:52,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=3276 2024-11-20T12:17:52,795 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T12:17:52,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir so I do NOT create it in target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced 2024-11-20T12:17:52,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:17:52,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.tmp.dir so I do NOT create it in target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced 2024-11-20T12:17:52,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8a7443b-a984-5f2f-c712-afcdf8f70d3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:17:52,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced 2024-11-20T12:17:52,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9, deleteOnExit=true 2024-11-20T12:17:52,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/zookeeper_0, clientPort=53016, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:17:52,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53016 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/test.cache.data in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:52,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101582d9fc40002, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:17:52,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101582d9fc40005, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:17:52,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101582d9fc40002, quorum=127.0.0.1:64159, baseZNode=/0374091474 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:17:52,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101582d9fc40005, quorum=127.0.0.1:64159, baseZNode=/11024396263 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:17:53,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:53,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:53,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:53,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:53,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:53,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:53,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:53,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:53,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/java.io.tmpdir/jetty-localhost-41163-hadoop-hdfs-3_4_1-tests_jar-_-any-1416900358875910826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:53,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:41163} 2024-11-20T12:17:53,321 INFO [Time-limited test {}] server.Server(415): Started @54736ms 2024-11-20T12:17:53,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:53,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:53,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:53,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:53,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:17:53,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:53,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:53,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/java.io.tmpdir/jetty-localhost-42047-hadoop-hdfs-3_4_1-tests_jar-_-any-2559147142604737163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:53,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:42047} 2024-11-20T12:17:53,789 INFO [Time-limited test {}] server.Server(415): Started @55205ms 2024-11-20T12:17:53,791 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:17:54,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:17:54,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:54,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:54,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:54,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:17:54,839 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/data/data2/current/BP-1166547930-172.17.0.3-1732105072842/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:54,839 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/data/data1/current/BP-1166547930-172.17.0.3-1732105072842/current, will proceed with Du for space computation calculation, 2024-11-20T12:17:54,856 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:17:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb15f9d4e8069b1 with lease ID 0x94fc500f66ea793c: Processing first storage report for DS-e1ad8bba-0f53-465d-979e-24c68ae58818 from datanode DatanodeRegistration(127.0.0.1:42981, datanodeUuid=e0f2bba2-522a-4488-b531-ec105b7f4a2d, infoPort=34715, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=890651589;c=1732105072842) 2024-11-20T12:17:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb15f9d4e8069b1 with lease ID 0x94fc500f66ea793c: from storage DS-e1ad8bba-0f53-465d-979e-24c68ae58818 node DatanodeRegistration(127.0.0.1:42981, datanodeUuid=e0f2bba2-522a-4488-b531-ec105b7f4a2d, infoPort=34715, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=890651589;c=1732105072842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bb15f9d4e8069b1 with lease ID 0x94fc500f66ea793c: Processing first storage report for DS-af8d7a54-97b9-4dab-872b-fda9f03a2779 from datanode DatanodeRegistration(127.0.0.1:42981, datanodeUuid=e0f2bba2-522a-4488-b531-ec105b7f4a2d, infoPort=34715, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=890651589;c=1732105072842) 2024-11-20T12:17:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bb15f9d4e8069b1 with lease ID 0x94fc500f66ea793c: from storage DS-af8d7a54-97b9-4dab-872b-fda9f03a2779 node DatanodeRegistration(127.0.0.1:42981, datanodeUuid=e0f2bba2-522a-4488-b531-ec105b7f4a2d, infoPort=34715, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=890651589;c=1732105072842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:17:54,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced 2024-11-20T12:17:54,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:54,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:54,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:17:55,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527 with version=8 2024-11-20T12:17:55,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/hbase-staging 2024-11-20T12:17:55,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:17:55,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:55,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35725 2024-11-20T12:17:55,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35725 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:17:55,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357250x0, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:55,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35725-0x101582dec5b0000 connected 2024-11-20T12:17:55,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:55,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:55,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/running 2024-11-20T12:17:55,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527, hbase.cluster.distributed=false 2024-11-20T12:17:55,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/acl 2024-11-20T12:17:55,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-20T12:17:55,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35725 2024-11-20T12:17:55,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35725 2024-11-20T12:17:55,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-20T12:17:55,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-20T12:17:55,474 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:17:55,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:17:55,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40735 2024-11-20T12:17:55,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40735 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:17:55,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:55,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:55,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407350x0, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:55,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407350x0, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/running 2024-11-20T12:17:55,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40735-0x101582dec5b0001 connected 2024-11-20T12:17:55,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:17:55,488 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:17:55,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/master 2024-11-20T12:17:55,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/acl 2024-11-20T12:17:55,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T12:17:55,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40735 2024-11-20T12:17:55,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40735 2024-11-20T12:17:55,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T12:17:55,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T12:17:55,507 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:35725 2024-11-20T12:17:55,508 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02114729764/backup-masters/843d83d51ba0,35725,1732105075274 2024-11-20T12:17:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/backup-masters 2024-11-20T12:17:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/backup-masters 2024-11-20T12:17:55,519 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on existing znode=/02114729764/backup-masters/843d83d51ba0,35725,1732105075274 2024-11-20T12:17:55,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:55,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114729764/master 2024-11-20T12:17:55,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:55,529 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on existing znode=/02114729764/master 2024-11-20T12:17:55,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02114729764/backup-masters/843d83d51ba0,35725,1732105075274 from backup master directory 2024-11-20T12:17:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114729764/backup-masters/843d83d51ba0,35725,1732105075274 2024-11-20T12:17:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/backup-masters 2024-11-20T12:17:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/backup-masters 2024-11-20T12:17:55,539 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:55,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,35725,1732105075274 2024-11-20T12:17:55,544 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/hbase.id] with ID: d5e51b42-2510-400b-b379-f7dddff35d7c 2024-11-20T12:17:55,544 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/.tmp/hbase.id 2024-11-20T12:17:55,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:17:55,949 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/.tmp/hbase.id]:[hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/hbase.id] 2024-11-20T12:17:55,960 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:17:55,960 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:17:55,962 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T12:17:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:17:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:17:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:17:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:17:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:17:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:17:56,419 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:17:56,420 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:17:56,420 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:56,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:17:56,828 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store 2024-11-20T12:17:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:17:57,234 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:57,234 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:17:57,234 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105077234Disabling compacts and flushes for region at 1732105077234Disabling writes for close at 1732105077234Writing region close event to WAL at 1732105077234Closed at 1732105077234 2024-11-20T12:17:57,235 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/.initializing 2024-11-20T12:17:57,235 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/WALs/843d83d51ba0,35725,1732105075274 2024-11-20T12:17:57,236 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:57,238 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C35725%2C1732105075274, suffix=, logDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/WALs/843d83d51ba0,35725,1732105075274, archiveDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/oldWALs, maxLogs=10 2024-11-20T12:17:57,249 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/WALs/843d83d51ba0,35725,1732105075274/843d83d51ba0%2C35725%2C1732105075274.1732105077238, exclude list is [], retry=0 2024-11-20T12:17:57,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-e1ad8bba-0f53-465d-979e-24c68ae58818,DISK] 2024-11-20T12:17:57,254 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/WALs/843d83d51ba0,35725,1732105075274/843d83d51ba0%2C35725%2C1732105075274.1732105077238 2024-11-20T12:17:57,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34715:34715)] 2024-11-20T12:17:57,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:57,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:57,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:17:57,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:57,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:57,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:17:57,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:57,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:57,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:17:57,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:57,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:57,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:17:57,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:57,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:17:57,263 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,264 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,264 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,267 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,267 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,268 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:57,269 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:17:57,273 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:57,274 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66910142, jitterRate=-0.002961188554763794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:57,274 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105077254Initializing all the Stores at 1732105077255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105077255Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105077256 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105077256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105077256Cleaning up temporary data from old regions at 1732105077267 (+11 ms)Region opened successfully at 1732105077274 (+7 ms) 2024-11-20T12:17:57,274 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:17:57,277 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738db873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:57,278 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:17:57,278 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:17:57,278 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:17:57,278 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:17:57,279 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:17:57,279 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:17:57,279 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:17:57,281 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:17:57,282 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/balancer because node does not exist (not necessarily an error) 2024-11-20T12:17:57,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/balancer already deleted, retry=false 2024-11-20T12:17:57,340 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:17:57,340 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:17:57,350 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/normalizer already deleted, retry=false 2024-11-20T12:17:57,350 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:17:57,351 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:17:57,360 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/switch/split already deleted, retry=false 2024-11-20T12:17:57,361 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:17:57,371 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/switch/merge already deleted, retry=false 2024-11-20T12:17:57,373 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:17:57,381 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/snapshot-cleanup already deleted, retry=false 2024-11-20T12:17:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114729764/running 2024-11-20T12:17:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02114729764/running 2024-11-20T12:17:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,392 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,35725,1732105075274, sessionid=0x101582dec5b0000, setting cluster-up flag (Was=false) 2024-11-20T12:17:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,444 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02114729764/flush-table-proc/acquired, /02114729764/flush-table-proc/reached, /02114729764/flush-table-proc/abort 2024-11-20T12:17:57,445 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35725,1732105075274 2024-11-20T12:17:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:57,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02114729764/online-snapshot/acquired, /02114729764/online-snapshot/reached, /02114729764/online-snapshot/abort 2024-11-20T12:17:57,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35725,1732105075274 2024-11-20T12:17:57,500 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:17:57,501 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:57,501 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:17:57,501 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:17:57,501 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,35725,1732105075274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:57,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105107504 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:57,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:17:57,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:17:57,506 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105077506,5,FailOnTimeoutGroup] 2024-11-20T12:17:57,506 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105077506,5,FailOnTimeoutGroup] 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:17:57,506 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,506 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:17:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:17:57,598 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(746): ClusterId : d5e51b42-2510-400b-b379-f7dddff35d7c 2024-11-20T12:17:57,598 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:17:57,611 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:17:57,611 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:17:57,624 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:17:57,624 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c39e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:17:57,635 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:40735 2024-11-20T12:17:57,636 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:17:57,636 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:17:57,636 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:17:57,636 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,35725,1732105075274 with port=40735, startcode=1732105075473 2024-11-20T12:17:57,636 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:17:57,638 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:17:57,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35725 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,640 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527 2024-11-20T12:17:57,640 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39501 2024-11-20T12:17:57,640 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:17:57,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/rs 2024-11-20T12:17:57,652 DEBUG [RS:0;843d83d51ba0:40735 {}] zookeeper.ZKUtil(111): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on existing znode=/02114729764/rs/843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,653 WARN [RS:0;843d83d51ba0:40735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:17:57,653 INFO [RS:0;843d83d51ba0:40735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:57,653 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,40735,1732105075473] 2024-11-20T12:17:57,656 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:17:57,658 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:17:57,659 INFO [RS:0;843d83d51ba0:40735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:17:57,659 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,659 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:17:57,659 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:17:57,659 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:57,660 DEBUG [RS:0;843d83d51ba0:40735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,661 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,40735,1732105075473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:57,673 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:17:57,673 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,40735,1732105075473-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,673 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,673 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.Replication(171): 843d83d51ba0,40735,1732105075473 started 2024-11-20T12:17:57,685 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:57,685 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,40735,1732105075473, RpcServer on 843d83d51ba0/172.17.0.3:40735, sessionid=0x101582dec5b0001 2024-11-20T12:17:57,686 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:17:57,686 DEBUG [RS:0;843d83d51ba0:40735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,686 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,40735,1732105075473' 2024-11-20T12:17:57,686 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02114729764/flush-table-proc/abort' 2024-11-20T12:17:57,686 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02114729764/flush-table-proc/acquired' 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,40735,1732105075473 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,40735,1732105075473' 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02114729764/online-snapshot/abort' 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02114729764/online-snapshot/acquired' 2024-11-20T12:17:57,687 DEBUG [RS:0;843d83d51ba0:40735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:17:57,687 INFO [RS:0;843d83d51ba0:40735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:17:57,687 INFO [RS:0;843d83d51ba0:40735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:17:57,788 INFO [RS:0;843d83d51ba0:40735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:17:57,789 INFO [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C40735%2C1732105075473, suffix=, logDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473, archiveDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs, maxLogs=10 2024-11-20T12:17:57,801 DEBUG [RS:0;843d83d51ba0:40735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790, exclude list is [], retry=0 2024-11-20T12:17:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-e1ad8bba-0f53-465d-979e-24c68ae58818,DISK] 2024-11-20T12:17:57,805 INFO [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 2024-11-20T12:17:57,805 DEBUG [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34715:34715)] 2024-11-20T12:17:57,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:17:57,913 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527 2024-11-20T12:17:57,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:17:58,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:58,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:58,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:58,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:58,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:58,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:58,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:58,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:58,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:58,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:58,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740 2024-11-20T12:17:58,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740 2024-11-20T12:17:58,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:58,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:58,330 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:58,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:58,332 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:17:58,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58724774, jitterRate=-0.1249326765537262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:58,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105078319Initializing all the Stores at 1732105078320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078320Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105078320Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078320Cleaning up temporary data from old regions at 1732105078329 (+9 ms)Region opened successfully at 1732105078333 (+4 ms) 2024-11-20T12:17:58,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:17:58,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:17:58,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:17:58,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:17:58,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:17:58,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:17:58,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105078333Disabling compacts and flushes for region at 1732105078333Disabling writes for close at 1732105078333Writing region close event to WAL at 1732105078334 (+1 ms)Closed at 1732105078334 2024-11-20T12:17:58,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:58,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:17:58,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:17:58,336 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:58,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:17:58,487 DEBUG [843d83d51ba0:35725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:17:58,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:17:58,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,40735,1732105075473, state=OPENING 2024-11-20T12:17:58,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:17:58,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:58,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:17:58,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:17:58,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114729764/meta-region-server: CHANGED 2024-11-20T12:17:58,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114729764/meta-region-server: CHANGED 2024-11-20T12:17:58,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,40735,1732105075473}] 2024-11-20T12:17:58,725 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:17:58,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:17:58,729 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:17:58,730 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:17:58,730 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:17:58,731 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C40735%2C1732105075473.meta, suffix=.meta, logDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473, archiveDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs, maxLogs=10 2024-11-20T12:17:58,742 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.meta.1732105078731.meta, exclude list is [], retry=0 2024-11-20T12:17:58,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-e1ad8bba-0f53-465d-979e-24c68ae58818,DISK] 2024-11-20T12:17:58,746 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.meta.1732105078731.meta 2024-11-20T12:17:58,747 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34715:34715)] 2024-11-20T12:17:58,747 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:17:58,747 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:17:58,747 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:17:58,747 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:17:58,747 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:17:58,748 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:17:58,748 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:17:58,748 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:17:58,748 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:17:58,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:17:58,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:17:58,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:17:58,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:17:58,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:17:58,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:17:58,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:17:58,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:17:58,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:17:58,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:17:58,754 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:17:58,755 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740 2024-11-20T12:17:58,756 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740 2024-11-20T12:17:58,757 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:17:58,757 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:17:58,757 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:17:58,759 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:17:58,759 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70635858, jitterRate=0.05255630612373352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:17:58,759 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:17:58,760 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105078748Writing region info on filesystem at 1732105078748Initializing all the Stores at 1732105078749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078749Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105078749Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105078749Cleaning up temporary data from old regions at 1732105078757 (+8 ms)Running coprocessor post-open hooks at 1732105078759 (+2 ms)Region opened successfully at 1732105078760 (+1 ms) 2024-11-20T12:17:58,761 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105078724 2024-11-20T12:17:58,763 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:17:58,763 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:17:58,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:17:58,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,40735,1732105075473, state=OPEN 2024-11-20T12:17:58,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02114729764/meta-region-server 2024-11-20T12:17:58,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02114729764/meta-region-server 2024-11-20T12:17:58,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,40735,1732105075473 2024-11-20T12:17:58,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114729764/meta-region-server: CHANGED 2024-11-20T12:17:58,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02114729764/meta-region-server: CHANGED 2024-11-20T12:17:58,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:17:58,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,40735,1732105075473 in 230 msec 2024-11-20T12:17:58,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:17:58,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-20T12:17:58,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:17:58,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:17:58,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:58,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:17:58,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:58,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:58,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-20T12:17:58,816 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105078816, completionTime=-1 2024-11-20T12:17:58,816 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:17:58,816 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:17:58,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:17:58,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105138817 2024-11-20T12:17:58,817 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105198817 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:35725, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,818 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,820 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.283sec 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:17:58,822 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:17:58,823 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:17:58,825 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:17:58,825 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:17:58,825 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35725,1732105075274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:17:58,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:58,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35725,-1 for getting cluster id 2024-11-20T12:17:58,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:17:58,900 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b42-2510-400b-b379-f7dddff35d7c' 2024-11-20T12:17:58,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:17:58,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b42-2510-400b-b379-f7dddff35d7c" 2024-11-20T12:17:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185a8662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35725,-1] 2024-11-20T12:17:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:17:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:17:58,902 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:17:58,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:17:58,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:17:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:17:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:17:58,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:17:58,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,35725,1732105075274 2024-11-20T12:17:58,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:17:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:17:58,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101582dec5b0002 connected 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir so I do NOT create it in target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12 2024-11-20T12:17:58,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.tmp.dir so I do NOT create it in target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12 2024-11-20T12:17:58,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:17:58,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/cluster_917c56e5-5048-e7bf-5c4d-5b95cc46f715, deleteOnExit=true 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/test.cache.data in system properties and HBase conf 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:17:58,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:17:58,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:17:58,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:17:58,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:17:59,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:59,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:59,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:59,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:59,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:17:59,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:59,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:59,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:59,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/java.io.tmpdir/jetty-localhost-32807-hadoop-hdfs-3_4_1-tests_jar-_-any-10394480808333944800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:17:59,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:32807} 2024-11-20T12:17:59,329 INFO [Time-limited test {}] server.Server(415): Started @60745ms 2024-11-20T12:17:59,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:17:59,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:17:59,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:17:59,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:17:59,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:17:59,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:17:59,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:17:59,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/java.io.tmpdir/jetty-localhost-43099-hadoop-hdfs-3_4_1-tests_jar-_-any-14360348723447523258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:17:59,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:43099} 2024-11-20T12:17:59,687 INFO [Time-limited test {}] server.Server(415): Started @61102ms 2024-11-20T12:17:59,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:18:00,387 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/cluster_917c56e5-5048-e7bf-5c4d-5b95cc46f715/data/data1/current/BP-1677548809-172.17.0.3-1732105078959/current, will proceed with Du for space computation calculation, 2024-11-20T12:18:00,387 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/cluster_917c56e5-5048-e7bf-5c4d-5b95cc46f715/data/data2/current/BP-1677548809-172.17.0.3-1732105078959/current, will proceed with Du for space computation calculation, 2024-11-20T12:18:00,408 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:18:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fd34a85798af8bc with lease ID 0xdf3fba200ff46e78: Processing first storage report for DS-808a101a-5afa-425a-8705-e9cbacee47c6 from datanode DatanodeRegistration(127.0.0.1:41499, datanodeUuid=11820b11-8b03-4340-80a8-278175452d23, infoPort=43667, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=2079506499;c=1732105078959) 2024-11-20T12:18:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fd34a85798af8bc with lease ID 0xdf3fba200ff46e78: from storage DS-808a101a-5afa-425a-8705-e9cbacee47c6 node DatanodeRegistration(127.0.0.1:41499, datanodeUuid=11820b11-8b03-4340-80a8-278175452d23, infoPort=43667, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=2079506499;c=1732105078959), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:18:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5fd34a85798af8bc with lease ID 0xdf3fba200ff46e78: Processing first storage report for DS-585780b2-3222-4cf9-8dbe-c8db14395f62 from datanode DatanodeRegistration(127.0.0.1:41499, datanodeUuid=11820b11-8b03-4340-80a8-278175452d23, infoPort=43667, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=2079506499;c=1732105078959) 2024-11-20T12:18:00,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5fd34a85798af8bc with lease ID 0xdf3fba200ff46e78: from storage DS-585780b2-3222-4cf9-8dbe-c8db14395f62 node DatanodeRegistration(127.0.0.1:41499, datanodeUuid=11820b11-8b03-4340-80a8-278175452d23, infoPort=43667, infoSecurePort=0, ipcPort=46231, storageInfo=lv=-57;cid=testClusterID;nsid=2079506499;c=1732105078959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:18:00,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12 2024-11-20T12:18:00,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:00,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:00,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:18:00,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6 with version=8 2024-11-20T12:18:00,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/hbase-staging 2024-11-20T12:18:00,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:18:00,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:00,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:00,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:18:00,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:00,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:18:00,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:18:00,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:18:00,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39573 2024-11-20T12:18:00,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39573 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:18:00,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395730x0, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:18:00,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39573-0x101582dec5b0003 connected 2024-11-20T12:18:00,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:00,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:00,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/running 2024-11-20T12:18:00,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6, hbase.cluster.distributed=false 2024-11-20T12:18:00,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/acl 2024-11-20T12:18:00,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39573 2024-11-20T12:18:00,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39573 2024-11-20T12:18:00,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39573 2024-11-20T12:18:00,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39573 2024-11-20T12:18:00,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39573 2024-11-20T12:18:01,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:18:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:01,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:18:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:18:01,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:18:01,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:18:01,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:18:01,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40257 2024-11-20T12:18:01,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40257 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:18:01,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:01,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402570x0, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:18:01,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402570x0, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/running 2024-11-20T12:18:01,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40257-0x101582dec5b0004 connected 2024-11-20T12:18:01,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:18:01,052 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:18:01,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/master 2024-11-20T12:18:01,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/acl 2024-11-20T12:18:01,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-20T12:18:01,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40257 2024-11-20T12:18:01,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40257 2024-11-20T12:18:01,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-20T12:18:01,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-20T12:18:01,098 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:39573 2024-11-20T12:18:01,100 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1630475251/backup-masters/843d83d51ba0,39573,1732105080842 2024-11-20T12:18:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/backup-masters 2024-11-20T12:18:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/backup-masters 2024-11-20T12:18:01,109 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on existing znode=/1-1630475251/backup-masters/843d83d51ba0,39573,1732105080842 2024-11-20T12:18:01,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1630475251/master 2024-11-20T12:18:01,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:01,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:01,133 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on existing znode=/1-1630475251/master 2024-11-20T12:18:01,134 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1630475251/backup-masters/843d83d51ba0,39573,1732105080842 from backup master directory 2024-11-20T12:18:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1630475251/backup-masters/843d83d51ba0,39573,1732105080842 2024-11-20T12:18:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/backup-masters 2024-11-20T12:18:01,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/backup-masters 2024-11-20T12:18:01,147 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:18:01,147 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,39573,1732105080842 2024-11-20T12:18:01,166 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/hbase.id] with ID: 112d6349-0fae-460a-b5bf-5384c136f630 2024-11-20T12:18:01,167 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/.tmp/hbase.id 2024-11-20T12:18:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:18:01,179 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/.tmp/hbase.id]:[hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/hbase.id] 2024-11-20T12:18:01,202 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:01,202 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:18:01,205 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T12:18:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:18:01,233 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:18:01,234 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:18:01,234 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:18:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:18:01,249 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store 2024-11-20T12:18:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:18:01,688 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:18:01,688 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:18:01,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105081688Disabling compacts and flushes for region at 1732105081688Disabling writes for close at 1732105081688Writing region close event to WAL at 1732105081688Closed at 1732105081688 2024-11-20T12:18:01,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:18:01,689 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/.initializing 2024-11-20T12:18:01,689 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/WALs/843d83d51ba0,39573,1732105080842 2024-11-20T12:18:01,690 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:18:01,692 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39573%2C1732105080842, suffix=, logDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/WALs/843d83d51ba0,39573,1732105080842, archiveDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/oldWALs, maxLogs=10 2024-11-20T12:18:01,709 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/WALs/843d83d51ba0,39573,1732105080842/843d83d51ba0%2C39573%2C1732105080842.1732105081692, exclude list is [], retry=0 2024-11-20T12:18:01,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:01,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-808a101a-5afa-425a-8705-e9cbacee47c6,DISK] 2024-11-20T12:18:01,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:01,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/WALs/843d83d51ba0,39573,1732105080842/843d83d51ba0%2C39573%2C1732105080842.1732105081692 2024-11-20T12:18:01,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-20T12:18:01,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:18:01,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:01,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:18:01,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:01,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:01,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:18:01,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:01,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:01,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:18:01,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:01,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:01,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:18:01,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:01,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:01,726 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,726 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,727 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:18:01,730 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:18:01,732 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:18:01,732 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72046464, jitterRate=0.07357597351074219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:18:01,732 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105081715Initializing all the Stores at 1732105081716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105081716Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105081717 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105081717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105081717Cleaning up temporary data from old regions at 1732105081728 (+11 ms)Region opened successfully at 1732105081732 (+4 ms) 2024-11-20T12:18:01,732 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:18:01,735 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690cf30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:18:01,736 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:18:01,737 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:18:01,737 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:18:01,737 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:18:01,738 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:18:01,738 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:18:01,738 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:18:01,740 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:18:01,741 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/balancer because node does not exist (not necessarily an error) 2024-11-20T12:18:02,001 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/balancer already deleted, retry=false 2024-11-20T12:18:02,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:18:02,002 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:18:02,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/normalizer already deleted, retry=false 2024-11-20T12:18:02,031 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:18:02,032 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:18:02,044 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/switch/split already deleted, retry=false 2024-11-20T12:18:02,045 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:18:02,055 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/switch/merge already deleted, retry=false 2024-11-20T12:18:02,056 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:18:02,065 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/snapshot-cleanup already deleted, retry=false 2024-11-20T12:18:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1630475251/running 2024-11-20T12:18:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1630475251/running 2024-11-20T12:18:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,39573,1732105080842, sessionid=0x101582dec5b0003, setting cluster-up flag (Was=false) 2024-11-20T12:18:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,128 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1630475251/flush-table-proc/acquired, /1-1630475251/flush-table-proc/reached, /1-1630475251/flush-table-proc/abort 2024-11-20T12:18:02,130 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39573,1732105080842 2024-11-20T12:18:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:02,181 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1630475251/online-snapshot/acquired, /1-1630475251/online-snapshot/reached, /1-1630475251/online-snapshot/abort 2024-11-20T12:18:02,182 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39573,1732105080842 2024-11-20T12:18:02,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:18:02,185 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:18:02,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:18:02,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:18:02,185 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,39573,1732105080842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:18:02,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:18:02,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105112190 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:18:02,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:18:02,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:18:02,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:18:02,191 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105082191,5,FailOnTimeoutGroup] 2024-11-20T12:18:02,191 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105082191,5,FailOnTimeoutGroup] 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:18:02,284 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(746): ClusterId : 112d6349-0fae-460a-b5bf-5384c136f630 2024-11-20T12:18:02,284 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:18:02,295 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:18:02,295 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:18:02,305 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:18:02,305 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29202733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:18:02,315 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:40257 2024-11-20T12:18:02,315 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:18:02,315 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:18:02,315 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:18:02,316 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,39573,1732105080842 with port=40257, startcode=1732105081008 2024-11-20T12:18:02,316 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:18:02,317 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:18:02,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39573 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,319 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6 2024-11-20T12:18:02,319 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43543 2024-11-20T12:18:02,319 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:18:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/rs 2024-11-20T12:18:02,409 DEBUG [RS:0;843d83d51ba0:40257 {}] zookeeper.ZKUtil(111): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on existing znode=/1-1630475251/rs/843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,409 WARN [RS:0;843d83d51ba0:40257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:18:02,409 INFO [RS:0;843d83d51ba0:40257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:18:02,409 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,40257,1732105081008] 2024-11-20T12:18:02,413 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:18:02,414 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:18:02,415 INFO [RS:0;843d83d51ba0:40257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:18:02,415 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,416 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:18:02,417 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:18:02,417 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:18:02,417 DEBUG [RS:0;843d83d51ba0:40257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,419 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,40257,1732105081008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:18:02,433 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:18:02,433 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,40257,1732105081008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,434 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,434 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.Replication(171): 843d83d51ba0,40257,1732105081008 started 2024-11-20T12:18:02,447 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:02,447 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,40257,1732105081008, RpcServer on 843d83d51ba0/172.17.0.3:40257, sessionid=0x101582dec5b0004 2024-11-20T12:18:02,447 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:18:02,447 DEBUG [RS:0;843d83d51ba0:40257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,447 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,40257,1732105081008' 2024-11-20T12:18:02,447 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1630475251/flush-table-proc/abort' 2024-11-20T12:18:02,447 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1630475251/flush-table-proc/acquired' 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,40257,1732105081008 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,40257,1732105081008' 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1630475251/online-snapshot/abort' 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1630475251/online-snapshot/acquired' 2024-11-20T12:18:02,448 DEBUG [RS:0;843d83d51ba0:40257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:18:02,448 INFO [RS:0;843d83d51ba0:40257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:18:02,448 INFO [RS:0;843d83d51ba0:40257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:18:02,549 INFO [RS:0;843d83d51ba0:40257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:18:02,550 INFO [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C40257%2C1732105081008, suffix=, logDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008, archiveDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/oldWALs, maxLogs=10 2024-11-20T12:18:02,562 DEBUG [RS:0;843d83d51ba0:40257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008/843d83d51ba0%2C40257%2C1732105081008.1732105082551, exclude list is [], retry=0 2024-11-20T12:18:02,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-808a101a-5afa-425a-8705-e9cbacee47c6,DISK] 2024-11-20T12:18:02,567 INFO [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008/843d83d51ba0%2C40257%2C1732105081008.1732105082551 2024-11-20T12:18:02,567 DEBUG [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-20T12:18:02,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:18:02,601 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6 2024-11-20T12:18:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:18:03,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:03,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:18:03,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:18:03,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:18:03,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:18:03,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:18:03,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:18:03,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:18:03,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:18:03,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:18:03,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740 2024-11-20T12:18:03,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740 2024-11-20T12:18:03,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:18:03,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:18:03,022 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:18:03,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:18:03,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:18:03,026 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66244987, jitterRate=-0.012872770428657532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:18:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105083008Initializing all the Stores at 1732105083009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083010 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105083010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083010Cleaning up temporary data from old regions at 1732105083021 (+11 ms)Region opened successfully at 1732105083026 (+5 ms) 2024-11-20T12:18:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:18:03,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:18:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:18:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:18:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:18:03,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:18:03,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105083026Disabling compacts and flushes for region at 1732105083026Disabling writes for close at 1732105083026Writing region close event to WAL at 1732105083027 (+1 ms)Closed at 1732105083027 2024-11-20T12:18:03,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:18:03,029 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:18:03,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:18:03,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:18:03,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:18:03,195 DEBUG [843d83d51ba0:39573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:18:03,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:03,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,40257,1732105081008, state=OPENING 2024-11-20T12:18:03,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:18:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:03,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:18:03,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1630475251/meta-region-server: CHANGED 2024-11-20T12:18:03,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1630475251/meta-region-server: CHANGED 2024-11-20T12:18:03,272 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:18:03,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,40257,1732105081008}] 2024-11-20T12:18:03,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:18:03,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:18:03,461 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:18:03,461 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:18:03,461 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:18:03,463 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C40257%2C1732105081008.meta, suffix=.meta, logDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008, archiveDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/oldWALs, maxLogs=10 2024-11-20T12:18:03,474 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008/843d83d51ba0%2C40257%2C1732105081008.meta.1732105083463.meta, exclude list is [], retry=0 2024-11-20T12:18:03,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41499,DS-808a101a-5afa-425a-8705-e9cbacee47c6,DISK] 2024-11-20T12:18:03,478 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/WALs/843d83d51ba0,40257,1732105081008/843d83d51ba0%2C40257%2C1732105081008.meta.1732105083463.meta 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43667:43667)] 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:18:03,479 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:18:03,479 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:18:03,479 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:18:03,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:18:03,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:18:03,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:18:03,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:18:03,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:18:03,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:18:03,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:18:03,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:18:03,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:18:03,486 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:18:03,486 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740 2024-11-20T12:18:03,487 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740 2024-11-20T12:18:03,489 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:18:03,489 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:18:03,489 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:18:03,491 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:18:03,491 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67575233, jitterRate=0.006949439644813538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:18:03,491 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:18:03,492 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105083480Writing region info on filesystem at 1732105083480Initializing all the Stores at 1732105083480Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083480Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083480Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105083480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105083480Cleaning up temporary data from old regions at 1732105083489 (+9 ms)Running coprocessor post-open hooks at 1732105083491 (+2 ms)Region opened successfully at 1732105083492 (+1 ms) 2024-11-20T12:18:03,493 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105083456 2024-11-20T12:18:03,495 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:18:03,495 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:18:03,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:03,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,40257,1732105081008, state=OPEN 2024-11-20T12:18:03,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1630475251/meta-region-server 2024-11-20T12:18:03,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1630475251/meta-region-server 2024-11-20T12:18:03,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:03,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1630475251/meta-region-server: CHANGED 2024-11-20T12:18:03,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1630475251/meta-region-server: CHANGED 2024-11-20T12:18:03,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:18:03,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,40257,1732105081008 in 235 msec 2024-11-20T12:18:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:18:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-20T12:18:03,513 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:18:03,513 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:18:03,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:03,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40257,1732105081008, seqNum=-1] 2024-11-20T12:18:03,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:03,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:03,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-20T12:18:03,521 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105083521, completionTime=-1 2024-11-20T12:18:03,521 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:18:03,521 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:18:03,522 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105143522 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105203523 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:39573, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,523 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,525 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.380sec 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:18:03,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:18:03,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:18:03,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:18:03,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39573,1732105080842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:18:03,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:03,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39573,-1 for getting cluster id 2024-11-20T12:18:03,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:03,587 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112d6349-0fae-460a-b5bf-5384c136f630' 2024-11-20T12:18:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112d6349-0fae-460a-b5bf-5384c136f630" 2024-11-20T12:18:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe14d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39573,-1] 2024-11-20T12:18:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:03,589 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:03,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:03,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40257,1732105081008, seqNum=-1] 2024-11-20T12:18:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:03,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:03,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,39573,1732105080842 2024-11-20T12:18:03,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53016 2024-11-20T12:18:03,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:18:03,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101582dec5b0005 connected 2024-11-20T12:18:03,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35725,1732105075274 2024-11-20T12:18:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f84aaf 2024-11-20T12:18:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:03,630 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:03,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:18:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:18:03,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:18:03,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:03,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:18:03,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:18:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:03,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:18:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:18:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:04,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6b5f497bba8d22dcdc5c060553c71ab, NAME => 'test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527 2024-11-20T12:18:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:18:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6b5f497bba8d22dcdc5c060553c71ab, disabling compactions & flushes 2024-11-20T12:18:04,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. after waiting 0 ms 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6b5f497bba8d22dcdc5c060553c71ab: Waiting for close lock at 1732105084473Disabling compacts and flushes for region at 1732105084473Disabling writes for close at 1732105084473Writing region close event to WAL at 1732105084473Closed at 1732105084473 2024-11-20T12:18:04,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:18:04,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105084475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105084475"}]},"ts":"1732105084475"} 2024-11-20T12:18:04,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:18:04,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:18:04,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105084479"}]},"ts":"1732105084479"} 2024-11-20T12:18:04,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:18:04,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6b5f497bba8d22dcdc5c060553c71ab, ASSIGN}] 2024-11-20T12:18:04,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6b5f497bba8d22dcdc5c060553c71ab, ASSIGN 2024-11-20T12:18:04,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6b5f497bba8d22dcdc5c060553c71ab, ASSIGN; state=OFFLINE, location=843d83d51ba0,40735,1732105075473; forceNewPlan=false, retain=false 2024-11-20T12:18:04,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b5f497bba8d22dcdc5c060553c71ab, regionState=OPENING, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:18:04,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6b5f497bba8d22dcdc5c060553c71ab, ASSIGN because future has completed 2024-11-20T12:18:04,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b5f497bba8d22dcdc5c060553c71ab, server=843d83d51ba0,40735,1732105075473}] 2024-11-20T12:18:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:04,798 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,798 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6b5f497bba8d22dcdc5c060553c71ab, NAME => 'test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:18:04,799 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:18:04,799 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:18:04,799 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,799 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:04,799 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,799 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,801 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,803 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b5f497bba8d22dcdc5c060553c71ab columnFamilyName f 2024-11-20T12:18:04,803 DEBUG [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:04,804 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(327): Store=f6b5f497bba8d22dcdc5c060553c71ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:04,804 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,806 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b5f497bba8d22dcdc5c060553c71ab columnFamilyName f1 2024-11-20T12:18:04,806 DEBUG [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:04,807 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(327): Store=f6b5f497bba8d22dcdc5c060553c71ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:04,807 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,808 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6b5f497bba8d22dcdc5c060553c71ab columnFamilyName norep 2024-11-20T12:18:04,808 DEBUG [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:04,809 INFO [StoreOpener-f6b5f497bba8d22dcdc5c060553c71ab-1 {}] regionserver.HStore(327): Store=f6b5f497bba8d22dcdc5c060553c71ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:04,809 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,810 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,811 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,812 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,812 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,812 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:18:04,814 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,817 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:18:04,817 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6b5f497bba8d22dcdc5c060553c71ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61217877, jitterRate=-0.08778254687786102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:18:04,817 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:18:04,818 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6b5f497bba8d22dcdc5c060553c71ab: Running coprocessor pre-open hook at 1732105084800Writing region info on filesystem at 1732105084800Initializing all the Stores at 1732105084801 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105084801Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105084801Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105084801Cleaning up temporary data from old regions at 1732105084812 (+11 ms)Running coprocessor post-open hooks at 1732105084817 (+5 ms)Region opened successfully at 1732105084818 (+1 ms) 2024-11-20T12:18:04,821 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., pid=6, masterSystemTime=1732105084793 2024-11-20T12:18:04,824 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,824 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:18:04,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6b5f497bba8d22dcdc5c060553c71ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:18:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6b5f497bba8d22dcdc5c060553c71ab, server=843d83d51ba0,40735,1732105075473 because future has completed 2024-11-20T12:18:04,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:18:04,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6b5f497bba8d22dcdc5c060553c71ab, server=843d83d51ba0,40735,1732105075473 in 193 msec 2024-11-20T12:18:04,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:18:04,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6b5f497bba8d22dcdc5c060553c71ab, ASSIGN in 353 msec 2024-11-20T12:18:04,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:18:04,841 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105084840"}]},"ts":"1732105084840"} 2024-11-20T12:18:04,843 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:18:04,845 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:18:04,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-20T12:18:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:05,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:05,797 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:18:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39573,1732105080842 2024-11-20T12:18:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c99ba48 2024-11-20T12:18:05,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:05,799 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:05,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:18:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:18:05,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:18:05,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:05,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:18:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:05,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:18:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:18:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:06,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:18:06,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:18:06,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:18:06,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:18:06,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:18:06,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T12:18:06,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:18:06,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:18:06,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:18:06,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:18:06,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:18:06,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:18:06,213 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9442360e0cdd92b4c461d61a456d0c1, NAME => 'test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6 2024-11-20T12:18:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e9442360e0cdd92b4c461d61a456d0c1, disabling compactions & flushes 2024-11-20T12:18:06,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. after waiting 0 ms 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,227 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9442360e0cdd92b4c461d61a456d0c1: Waiting for close lock at 1732105086227Disabling compacts and flushes for region at 1732105086227Disabling writes for close at 1732105086227Writing region close event to WAL at 1732105086227Closed at 1732105086227 2024-11-20T12:18:06,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:18:06,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105086230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105086230"}]},"ts":"1732105086230"} 2024-11-20T12:18:06,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:18:06,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:18:06,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105086240"}]},"ts":"1732105086240"} 2024-11-20T12:18:06,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:18:06,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9442360e0cdd92b4c461d61a456d0c1, ASSIGN}] 2024-11-20T12:18:06,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e9442360e0cdd92b4c461d61a456d0c1, ASSIGN 2024-11-20T12:18:06,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e9442360e0cdd92b4c461d61a456d0c1, ASSIGN; state=OFFLINE, location=843d83d51ba0,40257,1732105081008; forceNewPlan=false, retain=false 2024-11-20T12:18:06,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9442360e0cdd92b4c461d61a456d0c1, regionState=OPENING, regionLocation=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e9442360e0cdd92b4c461d61a456d0c1, ASSIGN because future has completed 2024-11-20T12:18:06,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9442360e0cdd92b4c461d61a456d0c1, server=843d83d51ba0,40257,1732105081008}] 2024-11-20T12:18:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:06,566 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,566 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9442360e0cdd92b4c461d61a456d0c1, NAME => 'test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:18:06,567 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:18:06,567 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:18:06,567 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,567 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:06,567 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,567 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,568 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,570 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9442360e0cdd92b4c461d61a456d0c1 columnFamilyName f 2024-11-20T12:18:06,570 DEBUG [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:06,570 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(327): Store=e9442360e0cdd92b4c461d61a456d0c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:06,570 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,571 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9442360e0cdd92b4c461d61a456d0c1 columnFamilyName f1 2024-11-20T12:18:06,571 DEBUG [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:06,572 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(327): Store=e9442360e0cdd92b4c461d61a456d0c1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:06,572 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,573 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9442360e0cdd92b4c461d61a456d0c1 columnFamilyName norep 2024-11-20T12:18:06,573 DEBUG [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:06,573 INFO [StoreOpener-e9442360e0cdd92b4c461d61a456d0c1-1 {}] regionserver.HStore(327): Store=e9442360e0cdd92b4c461d61a456d0c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:06,574 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,574 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,575 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,576 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,576 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,576 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:18:06,577 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,580 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:18:06,580 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9442360e0cdd92b4c461d61a456d0c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59493477, jitterRate=-0.11347810924053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:18:06,580 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:18:06,581 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9442360e0cdd92b4c461d61a456d0c1: Running coprocessor pre-open hook at 1732105086567Writing region info on filesystem at 1732105086567Initializing all the Stores at 1732105086568 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105086568Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105086568Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105086568Cleaning up temporary data from old regions at 1732105086576 (+8 ms)Running coprocessor post-open hooks at 1732105086580 (+4 ms)Region opened successfully at 1732105086581 (+1 ms) 2024-11-20T12:18:06,589 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1., pid=6, masterSystemTime=1732105086562 2024-11-20T12:18:06,591 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,591 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:18:06,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9442360e0cdd92b4c461d61a456d0c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,40257,1732105081008 2024-11-20T12:18:06,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9442360e0cdd92b4c461d61a456d0c1, server=843d83d51ba0,40257,1732105081008 because future has completed 2024-11-20T12:18:06,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:18:06,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9442360e0cdd92b4c461d61a456d0c1, server=843d83d51ba0,40257,1732105081008 in 188 msec 2024-11-20T12:18:06,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:18:06,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e9442360e0cdd92b4c461d61a456d0c1, ASSIGN in 356 msec 2024-11-20T12:18:06,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:18:06,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105086605"}]},"ts":"1732105086605"} 2024-11-20T12:18:06,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:18:06,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:18:06,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 809 msec 2024-11-20T12:18:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:18:06,946 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:18:06,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35725,-1 for getting cluster id 2024-11-20T12:18:06,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:06,947 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b42-2510-400b-b379-f7dddff35d7c' 2024-11-20T12:18:06,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:06,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b42-2510-400b-b379-f7dddff35d7c" 2024-11-20T12:18:06,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d1e3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35725,-1] 2024-11-20T12:18:06,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:06,948 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,949 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:06,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21149a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39573,-1 for getting cluster id 2024-11-20T12:18:06,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:06,951 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112d6349-0fae-460a-b5bf-5384c136f630' 2024-11-20T12:18:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112d6349-0fae-460a-b5bf-5384c136f630" 2024-11-20T12:18:06,951 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f1bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39573,-1] 2024-11-20T12:18:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:06,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,953 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:06,954 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38207133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35725,-1 for getting cluster id 2024-11-20T12:18:06,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:06,965 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b42-2510-400b-b379-f7dddff35d7c' 2024-11-20T12:18:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:06,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b42-2510-400b-b379-f7dddff35d7c" 2024-11-20T12:18:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779b81c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35725,-1] 2024-11-20T12:18:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:06,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,967 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:06,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35725,1732105075274 2024-11-20T12:18:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af6ee1d 2024-11-20T12:18:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:06,972 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:06,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:39573,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:18:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:18:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:06,975 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39573' 2024-11-20T12:18:06,976 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a9551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,976 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39573,-1 for getting cluster id 2024-11-20T12:18:06,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:06,976 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112d6349-0fae-460a-b5bf-5384c136f630' 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112d6349-0fae-460a-b5bf-5384c136f630" 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57928496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39573,-1] 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,978 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:06,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3085b8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:06,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:06,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39573,1732105080842 2024-11-20T12:18:06,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45cb8dad 2024-11-20T12:18:06,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:06,981 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:06,981 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:18:06,981 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:18:06,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:06,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:18:06,982 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:18:06,983 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:18:06,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:18:06,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:06,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:18:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:18:07,033 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:18:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:07,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf44aa5403b4b41a8c6c94144e2a2a4a, NAME => 'hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527 2024-11-20T12:18:07,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:18:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf44aa5403b4b41a8c6c94144e2a2a4a, disabling compactions & flushes 2024-11-20T12:18:07,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. after waiting 0 ms 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:07,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:07,799 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf44aa5403b4b41a8c6c94144e2a2a4a: Waiting for close lock at 1732105087799Disabling compacts and flushes for region at 1732105087799Disabling writes for close at 1732105087799Writing region close event to WAL at 1732105087799Closed at 1732105087799 2024-11-20T12:18:07,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:18:07,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105087801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105087801"}]},"ts":"1732105087801"} 2024-11-20T12:18:07,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:18:07,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:18:07,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105087804"}]},"ts":"1732105087804"} 2024-11-20T12:18:07,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:18:07,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf44aa5403b4b41a8c6c94144e2a2a4a, ASSIGN}] 2024-11-20T12:18:07,809 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf44aa5403b4b41a8c6c94144e2a2a4a, ASSIGN 2024-11-20T12:18:07,810 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf44aa5403b4b41a8c6c94144e2a2a4a, ASSIGN; state=OFFLINE, location=843d83d51ba0,40735,1732105075473; forceNewPlan=false, retain=false 2024-11-20T12:18:07,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf44aa5403b4b41a8c6c94144e2a2a4a, regionState=OPENING, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:18:07,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf44aa5403b4b41a8c6c94144e2a2a4a, ASSIGN because future has completed 2024-11-20T12:18:07,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf44aa5403b4b41a8c6c94144e2a2a4a, server=843d83d51ba0,40735,1732105075473}] 2024-11-20T12:18:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:18:08,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:18:08,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C40735%2C1732105075473.rep, suffix=, logDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473, archiveDir=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs, maxLogs=10 2024-11-20T12:18:08,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.rep.1732105088123, exclude list is [], retry=0 2024-11-20T12:18:08,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-e1ad8bba-0f53-465d-979e-24c68ae58818,DISK] 2024-11-20T12:18:08,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.rep.1732105088123 2024-11-20T12:18:08,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34715:34715)] 2024-11-20T12:18:08,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cf44aa5403b4b41a8c6c94144e2a2a4a, NAME => 'hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:18:08,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. service=MultiRowMutationService 2024-11-20T12:18:08,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,143 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,144 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf44aa5403b4b41a8c6c94144e2a2a4a columnFamilyName hfileref 2024-11-20T12:18:08,144 DEBUG [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:08,145 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(327): Store=cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:08,145 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,147 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf44aa5403b4b41a8c6c94144e2a2a4a columnFamilyName queue 2024-11-20T12:18:08,147 DEBUG [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:08,147 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(327): Store=cf44aa5403b4b41a8c6c94144e2a2a4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:08,147 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,148 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf44aa5403b4b41a8c6c94144e2a2a4a columnFamilyName sid 2024-11-20T12:18:08,149 DEBUG [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:18:08,149 INFO [StoreOpener-cf44aa5403b4b41a8c6c94144e2a2a4a-1 {}] regionserver.HStore(327): Store=cf44aa5403b4b41a8c6c94144e2a2a4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:18:08,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:18:08,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:18:08,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cf44aa5403b4b41a8c6c94144e2a2a4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66841831, jitterRate=-0.003979101777076721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:18:08,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:18:08,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cf44aa5403b4b41a8c6c94144e2a2a4a: Running coprocessor pre-open hook at 1732105088141Writing region info on filesystem at 1732105088141Initializing all the Stores at 1732105088142 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105088142Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105088143 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105088143Cleaning up temporary data from old regions at 1732105088151 (+8 ms)Running coprocessor post-open hooks at 1732105088156 (+5 ms)Region opened successfully at 1732105088157 (+1 ms) 2024-11-20T12:18:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a., pid=10, masterSystemTime=1732105088117 2024-11-20T12:18:08,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:08,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:18:08,161 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cf44aa5403b4b41a8c6c94144e2a2a4a, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,40735,1732105075473 2024-11-20T12:18:08,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf44aa5403b4b41a8c6c94144e2a2a4a, server=843d83d51ba0,40735,1732105075473 because future has completed 2024-11-20T12:18:08,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:18:08,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cf44aa5403b4b41a8c6c94144e2a2a4a, server=843d83d51ba0,40735,1732105075473 in 200 msec 2024-11-20T12:18:08,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:18:08,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf44aa5403b4b41a8c6c94144e2a2a4a, ASSIGN in 359 msec 2024-11-20T12:18:08,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:18:08,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105088170"}]},"ts":"1732105088170"} 2024-11-20T12:18:08,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:18:08,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:18:08,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-20T12:18:08,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a., hostname=843d83d51ba0,40735,1732105075473, seqNum=2] 2024-11-20T12:18:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:18:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:18:08,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:18:08,413 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:18:08,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:18:08,467 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:18:08,497 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,40735,1732105075473, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:18:08,497 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:08,498 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:18:08,498 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:08,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T12:18:08,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,40735,1732105075473', locateType=CURRENT is [region=hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a., hostname=843d83d51ba0,40735,1732105075473, seqNum=2] 2024-11-20T12:18:08,521 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:18:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:18:08,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,40735,1732105075473 suceeded 2024-11-20T12:18:08,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:18:08,533 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:39573,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T12:18:08,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 252 msec 2024-11-20T12:18:08,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-20T12:18:08,545 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39573' 2024-11-20T12:18:08,547 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f0d8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:08,547 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39573,-1 for getting cluster id 2024-11-20T12:18:08,547 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:08,548 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112d6349-0fae-460a-b5bf-5384c136f630' 2024-11-20T12:18:08,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:08,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112d6349-0fae-460a-b5bf-5384c136f630" 2024-11-20T12:18:08,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ffb225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:08,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39573,-1] 2024-11-20T12:18:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:08,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:08,551 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:08,553 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb0ee3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:08,553 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:08,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39573,1732105080842 2024-11-20T12:18:08,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165493a5 2024-11-20T12:18:08,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:08,557 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T12:18:08,558 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,40735,1732105075473 (queues=1) is replicating from cluster=d5e51b42-2510-400b-b379-f7dddff35d7c to cluster=112d6349-0fae-460a-b5bf-5384c136f630 2024-11-20T12:18:08,558 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C40735%2C1732105075473 2024-11-20T12:18:08,559 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,40735,1732105075473, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:18:08,565 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790, startPosition=0, beingWritten=true 2024-11-20T12:18:08,566 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C40735%2C1732105075473 2024-11-20T12:18:08,578 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:18:08,582 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:08,578 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:18:08,795 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:08,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:18:09,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:09,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:09,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:09,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:18:09,102 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:18:09,126 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:18:09,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:18:09,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:18:09,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:09,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:09,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:18:09,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:09,134 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732105089131/Put/seqid=0 2024-11-20T12:18:09,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741840_1016 (size=7894) 2024-11-20T12:18:09,507 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:09,542 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_1 is 34, key is ddd/f:row/1732105089541/Put/seqid=0 2024-11-20T12:18:09,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741841_1017 (size=7691) 2024-11-20T12:18:09,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:09,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35725,-1 for getting cluster id 2024-11-20T12:18:09,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:09,954 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b42-2510-400b-b379-f7dddff35d7c' 2024-11-20T12:18:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b42-2510-400b-b379-f7dddff35d7c" 2024-11-20T12:18:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4677bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35725,-1] 2024-11-20T12:18:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:09,957 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:09,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:09,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:18:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:09,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:09,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:09,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35725,1732105075274 2024-11-20T12:18:09,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a4b165d 2024-11-20T12:18:09,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:09,981 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:09,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2] 2024-11-20T12:18:10,007 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:18:10,011 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:10,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T12:18:10,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T12:18:10,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_0 for inclusion in f6b5f497bba8d22dcdc5c060553c71ab/f 2024-11-20T12:18:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T12:18:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:10,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_1 for inclusion in f6b5f497bba8d22dcdc5c060553c71ab/f 2024-11-20T12:18:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T12:18:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegion(2603): Flush status journal for f6b5f497bba8d22dcdc5c060553c71ab: 2024-11-20T12:18:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_0 to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_0 2024-11-20T12:18:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_0 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ 2024-11-20T12:18:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f/f/hfile_1 to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_1 2024-11-20T12:18:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_1 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ 2024-11-20T12:18:10,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_0 into f6b5f497bba8d22dcdc5c060553c71ab/f as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ - updating store file list. 2024-11-20T12:18:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:10,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ into f6b5f497bba8d22dcdc5c060553c71ab/f 2024-11-20T12:18:10,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_0 into f6b5f497bba8d22dcdc5c060553c71ab/f (new location: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_) 2024-11-20T12:18:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_0 2024-11-20T12:18:10,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_1 into f6b5f497bba8d22dcdc5c060553c71ab/f as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ - updating store file list. 2024-11-20T12:18:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce99b0f653704a389ef63a3ca1eba037_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:10,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ into f6b5f497bba8d22dcdc5c060553c71ab/f 2024-11-20T12:18:10,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_1 into f6b5f497bba8d22dcdc5c060553c71ab/f (new location: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_) 2024-11-20T12:18:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__ij86tq526s8js192arcibff3cn0h3bvrt46aqv8rmr1k4i83iofkp0cvj5kv1usl/f/hfile_1 2024-11-20T12:18:10,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:18:10,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:18:10,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:10,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:10,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:18:10,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 , the old value is region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:40735 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:18:10,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:18:10,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 from cache 2024-11-20T12:18:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40257,1732105081008, seqNum=-1] 2024-11-20T12:18:10,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:10,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:10,226 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:18:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1., hostname=843d83d51ba0,40257,1732105081008, seqNum=2] 2024-11-20T12:18:10,230 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:18:10,326 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:18:10,653 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 379, reset compression=false 2024-11-20T12:18:10,662 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:18:10,662 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6b5f497bba8d22dcdc5c060553c71ab/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105090208/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:18:10,689 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:18:10,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T12:18:10,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.ReplicationSink(318): Replicating [d5e51b42-2510-400b-b379-f7dddff35d7c] bulk loaded data 2024-11-20T12:18:10,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13c854af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:10,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39573,-1 for getting cluster id 2024-11-20T12:18:10,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:10,698 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '112d6349-0fae-460a-b5bf-5384c136f630' 2024-11-20T12:18:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "112d6349-0fae-460a-b5bf-5384c136f630" 2024-11-20T12:18:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ed7ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39573,-1] 2024-11-20T12:18:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:10,705 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:10,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:10,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ceaf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741837_1013 (size=7894) 2024-11-20T12:18:10,863 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:11,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741838_1014 (size=7691) 2024-11-20T12:18:11,202 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:11,232 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:18:11,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39573,1732105080842 2024-11-20T12:18:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cde7bed 2024-11-20T12:18:11,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:11,604 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T12:18:11,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:18:11,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40257,1732105081008, seqNum=-1] 2024-11-20T12:18:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:11,610 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:11,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T12:18:11,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T12:18:11,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T12:18:11,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ for inclusion in e9442360e0cdd92b4c461d61a456d0c1/f 2024-11-20T12:18:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T12:18:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:11,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ for inclusion in e9442360e0cdd92b4c461d61a456d0c1/f 2024-11-20T12:18:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T12:18:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HRegion(2603): Flush status journal for e9442360e0cdd92b4c461d61a456d0c1: 2024-11-20T12:18:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:18:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/46a5670a6ce14b758f2d7de8471302d3_SeqId_4_ 2024-11-20T12:18:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:18:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/b0f3931dd01e4ffdb1732916d3f5a317_SeqId_4_ 2024-11-20T12:18:11,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/46a5670a6ce14b758f2d7de8471302d3_SeqId_4_ - updating store file list. 2024-11-20T12:18:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46a5670a6ce14b758f2d7de8471302d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/46a5670a6ce14b758f2d7de8471302d3_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f 2024-11-20T12:18:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f (new location: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/46a5670a6ce14b758f2d7de8471302d3_SeqId_4_) 2024-11-20T12:18:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_ 2024-11-20T12:18:11,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/b0f3931dd01e4ffdb1732916d3f5a317_SeqId_4_ - updating store file list. 2024-11-20T12:18:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0f3931dd01e4ffdb1732916d3f5a317_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:11,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/b0f3931dd01e4ffdb1732916d3f5a317_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f 2024-11-20T12:18:11,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ into e9442360e0cdd92b4c461d61a456d0c1/f (new location: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/f/b0f3931dd01e4ffdb1732916d3f5a317_SeqId_4_) 2024-11-20T12:18:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/staging/jenkins.hfs.6__test__lus8p73hdtnedlqd1ag32ckedqlln5ssvsna8ssvau99k1dioo0edtul3lvg0gs4/f/ce99b0f653704a389ef63a3ca1eba037_SeqId_4_ 2024-11-20T12:18:11,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] regionserver.ReplicationSink(324): Finished replicating [d5e51b42-2510-400b-b379-f7dddff35d7c] bulk loaded data 2024-11-20T12:18:12,157 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:12,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:18:12,275 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732105092273/Put/seqid=0 2024-11-20T12:18:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741842_1018 (size=7997) 2024-11-20T12:18:12,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732105092715/Put/seqid=0 2024-11-20T12:18:12,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741843_1019 (size=7794) 2024-11-20T12:18:12,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:12,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35725,-1 for getting cluster id 2024-11-20T12:18:12,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:18:12,730 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5e51b42-2510-400b-b379-f7dddff35d7c' 2024-11-20T12:18:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:18:12,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5e51b42-2510-400b-b379-f7dddff35d7c" 2024-11-20T12:18:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f106599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35725,-1] 2024-11-20T12:18:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:18:12,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:12,732 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:18:12,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:18:12,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:18:12,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:12,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:12,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:18:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35725,1732105075274 2024-11-20T12:18:12,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e6df855 2024-11-20T12:18:12,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:18:12,755 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:18:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2] 2024-11-20T12:18:12,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:18:12,766 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:12,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T12:18:12,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T12:18:12,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_0 for inclusion in f6b5f497bba8d22dcdc5c060553c71ab/f1 2024-11-20T12:18:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T12:18:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:12,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_1 for inclusion in f6b5f497bba8d22dcdc5c060553c71ab/f1 2024-11-20T12:18:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T12:18:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:18:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegion(2603): Flush status journal for f6b5f497bba8d22dcdc5c060553c71ab: 2024-11-20T12:18:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_0 to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_0 2024-11-20T12:18:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_0 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/aaa84ad57ad4471e8b9b0cefcbc8b158_SeqId_6_ 2024-11-20T12:18:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/load_f1/f1/hfile_1 to hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_1 2024-11-20T12:18:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_1 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/83e0bbd96e104cfa9bebfc7f62c5a689_SeqId_6_ 2024-11-20T12:18:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T12:18:12,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_0 into f6b5f497bba8d22dcdc5c060553c71ab/f1 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/aaa84ad57ad4471e8b9b0cefcbc8b158_SeqId_6_ - updating store file list. 2024-11-20T12:18:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aaa84ad57ad4471e8b9b0cefcbc8b158_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:12,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/aaa84ad57ad4471e8b9b0cefcbc8b158_SeqId_6_ into f6b5f497bba8d22dcdc5c060553c71ab/f1 2024-11-20T12:18:12,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_0 into f6b5f497bba8d22dcdc5c060553c71ab/f1 (new location: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/aaa84ad57ad4471e8b9b0cefcbc8b158_SeqId_6_) 2024-11-20T12:18:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_0 2024-11-20T12:18:12,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_1 into f6b5f497bba8d22dcdc5c060553c71ab/f1 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/83e0bbd96e104cfa9bebfc7f62c5a689_SeqId_6_ - updating store file list. 2024-11-20T12:18:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83e0bbd96e104cfa9bebfc7f62c5a689_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:18:12,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/83e0bbd96e104cfa9bebfc7f62c5a689_SeqId_6_ into f6b5f497bba8d22dcdc5c060553c71ab/f1 2024-11-20T12:18:12,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_1 into f6b5f497bba8d22dcdc5c060553c71ab/f1 (new location: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/f1/83e0bbd96e104cfa9bebfc7f62c5a689_SeqId_6_) 2024-11-20T12:18:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/staging/jenkins__test__bs8p9vh4uumgppb475hun1cmqog6m2us74e4aq39dfp5moigaujt5rguuj2uqudr/f1/hfile_1 2024-11-20T12:18:12,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:18:12,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:18:12,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:12,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:18:12,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:18:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 , the old value is region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:40735 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:18:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:18:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2 from cache 2024-11-20T12:18:12,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:18:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,40735,1732105075473, seqNum=-1] 2024-11-20T12:18:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:18:12,851 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:18:12,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:18:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab., hostname=843d83d51ba0,40735,1732105075473, seqNum=2] 2024-11-20T12:18:12,956 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:18:13,506 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 687, reset compression=false 2024-11-20T12:18:13,534 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:18:13,534 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:13,534 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:18:13,770 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:14,075 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:14,485 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:14,990 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:15,597 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:18:16,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T12:18:16,301 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:17,125 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:18,031 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:19,036 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:20,143 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:21,348 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:22,652 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:24,056 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:24,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:18:25,560 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:27,164 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:28,868 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:30,430 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:18:30,672 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:32,576 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:33,536 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: null 2024-11-20T12:18:34,580 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:36,684 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:38,888 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:39,029 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T12:18:39,029 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T12:18:41,195 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:43,561 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T12:18:43,561 INFO [master/843d83d51ba0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T12:18:43,599 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:46,103 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:48,722 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:49,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f6b5f497bba8d22dcdc5c060553c71ab, had cached 0 bytes from a total of 31376 2024-11-20T12:18:51,426 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:51,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e9442360e0cdd92b4c461d61a456d0c1, had cached 0 bytes from a total of 15585 2024-11-20T12:18:53,537 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: null 2024-11-20T12:18:54,230 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:54,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:18:57,133 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:18:58,843 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:19:00,137 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:00,430 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:19:03,241 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:03,537 DEBUG [master/843d83d51ba0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T12:19:06,444 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:09,750 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:12,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:19:12,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:12,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:12,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:12,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:12,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:19:12,933 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350219908, stopped=false 2024-11-20T12:19:12,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,39573,1732105080842 2024-11-20T12:19:12,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:13,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1630475251/running 2024-11-20T12:19:13,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:19:13,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1630475251/running 2024-11-20T12:19:13,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:19:13,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:13,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:13,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:13,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:13,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/running 2024-11-20T12:19:13,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,40257,1732105081008' ***** 2024-11-20T12:19:13,005 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:19:13,006 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:19:13,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Set watcher on znode that does not yet exist, /1-1630475251/running 2024-11-20T12:19:13,006 INFO [RS:0;843d83d51ba0:40257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:19:13,006 INFO [RS:0;843d83d51ba0:40257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:19:13,006 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(3091): Received CLOSE for e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:19:13,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,40257,1732105081008 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:40257. 2024-11-20T12:19:13,017 DEBUG [RS:0;843d83d51ba0:40257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:13,017 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:19:13,017 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:19:13,019 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:13,020 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:19:13,020 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1325): Online Regions={e9442360e0cdd92b4c461d61a456d0c1=test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:13,020 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9442360e0cdd92b4c461d61a456d0c1 2024-11-20T12:19:13,020 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:13,020 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:13,020 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:13,020 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:13,020 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:13,020 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T12:19:13,021 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9442360e0cdd92b4c461d61a456d0c1, disabling compactions & flushes 2024-11-20T12:19:13,021 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:19:13,021 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:19:13,021 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. after waiting 0 ms 2024-11-20T12:19:13,021 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:19:13,090 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/default/test/e9442360e0cdd92b4c461d61a456d0c1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T12:19:13,091 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:13,091 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:19:13,091 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:19:13,092 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9442360e0cdd92b4c461d61a456d0c1: Waiting for close lock at 1732105153021Running coprocessor pre-close hooks at 1732105153021Disabling compacts and flushes for region at 1732105153021Disabling writes for close at 1732105153021Writing region close event to WAL at 1732105153036 (+15 ms)Running coprocessor post-close hooks at 1732105153091 (+55 ms)Closed at 1732105153091 2024-11-20T12:19:13,092 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1. 2024-11-20T12:19:13,107 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/info/23087b39e6b44a9c9cfeb42030abbe48 is 129, key is test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1./info:regioninfo/1732105086592/Put/seqid=0 2024-11-20T12:19:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741839_1015 (size=6421) 2024-11-20T12:19:13,154 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:13,220 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:13,420 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:13,443 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:19:13,443 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:19:13,537 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,40735,1732105075473 got entry batch from reader: null 2024-11-20T12:19:13,538 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/info/23087b39e6b44a9c9cfeb42030abbe48 2024-11-20T12:19:13,558 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/ns/ee29bb715c974d8e8ce408a568786682 is 43, key is default/ns:d/1732105083516/Put/seqid=0 2024-11-20T12:19:13,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741840_1016 (size=5153) 2024-11-20T12:19:13,620 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:13,820 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:13,963 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/ns/ee29bb715c974d8e8ce408a568786682 2024-11-20T12:19:13,982 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/rep_barrier/df2e6ccb6ddb41c4ba752d06d0722c38 is 112, key is test,,1732105085799.e9442360e0cdd92b4c461d61a456d0c1./rep_barrier:seqnumDuringOpen/1732105086592/Put/seqid=0 2024-11-20T12:19:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741841_1017 (size=5518) 2024-11-20T12:19:14,021 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:19:14,021 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:14,021 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:14,221 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:14,387 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/rep_barrier/df2e6ccb6ddb41c4ba752d06d0722c38 2024-11-20T12:19:14,421 DEBUG [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:14,533 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/table/78a3109cb71b4d60aea20d902990d4c9 is 40, key is test/table:state/1732105086605/Put/seqid=0 2024-11-20T12:19:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741842_1018 (size=5165) 2024-11-20T12:19:14,537 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/table/78a3109cb71b4d60aea20d902990d4c9 2024-11-20T12:19:14,543 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/info/23087b39e6b44a9c9cfeb42030abbe48 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/info/23087b39e6b44a9c9cfeb42030abbe48 2024-11-20T12:19:14,549 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/info/23087b39e6b44a9c9cfeb42030abbe48, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T12:19:14,549 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/ns/ee29bb715c974d8e8ce408a568786682 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/ns/ee29bb715c974d8e8ce408a568786682 2024-11-20T12:19:14,557 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/ns/ee29bb715c974d8e8ce408a568786682, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:19:14,562 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/rep_barrier/df2e6ccb6ddb41c4ba752d06d0722c38 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/rep_barrier/df2e6ccb6ddb41c4ba752d06d0722c38 2024-11-20T12:19:14,570 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/rep_barrier/df2e6ccb6ddb41c4ba752d06d0722c38, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T12:19:14,572 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/.tmp/table/78a3109cb71b4d60aea20d902990d4c9 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/table/78a3109cb71b4d60aea20d902990d4c9 2024-11-20T12:19:14,580 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/table/78a3109cb71b4d60aea20d902990d4c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:19:14,581 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1561ms, sequenceid=11, compaction requested=false 2024-11-20T12:19:14,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:19:14,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:14,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:14,591 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:14,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105153020Running coprocessor pre-close hooks at 1732105153020Disabling compacts and flushes for region at 1732105153020Disabling writes for close at 1732105153020Obtaining lock to block concurrent updates at 1732105153020Preparing flush snapshotting stores in 1588230740 at 1732105153020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732105153021 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105153030 (+9 ms)Flushing 1588230740/info: creating writer at 1732105153030Flushing 1588230740/info: appending metadata at 1732105153107 (+77 ms)Flushing 1588230740/info: closing flushed file at 1732105153107Flushing 1588230740/ns: creating writer at 1732105153544 (+437 ms)Flushing 1588230740/ns: appending metadata at 1732105153558 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732105153558Flushing 1588230740/rep_barrier: creating writer at 1732105153968 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105153982 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105153982Flushing 1588230740/table: creating writer at 1732105154515 (+533 ms)Flushing 1588230740/table: appending metadata at 1732105154533 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732105154533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496e83e7: reopening flushed file at 1732105154542 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33efad5a: reopening flushed file at 1732105154549 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3317bb: reopening flushed file at 1732105154557 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a0266f: reopening flushed file at 1732105154570 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1561ms, sequenceid=11, compaction requested=false at 1732105154582 (+12 ms)Writing region close event to WAL at 1732105154584 (+2 ms)Running coprocessor post-close hooks at 1732105154591 (+7 ms)Closed at 1732105154591 2024-11-20T12:19:14,592 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:14,621 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,40257,1732105081008; all regions closed. 2024-11-20T12:19:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741834_1010 (size=2717) 2024-11-20T12:19:14,633 DEBUG [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/oldWALs 2024-11-20T12:19:14,633 INFO [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C40257%2C1732105081008.meta:.meta(num 1732105083463) 2024-11-20T12:19:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741832_1008 (size=1028) 2024-11-20T12:19:14,637 DEBUG [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/oldWALs 2024-11-20T12:19:14,637 INFO [RS:0;843d83d51ba0:40257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C40257%2C1732105081008:(num 1732105082551) 2024-11-20T12:19:14,637 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:14,637 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:14,637 INFO [RS:0;843d83d51ba0:40257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:14,637 INFO [RS:0;843d83d51ba0:40257 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:14,637 INFO [RS:0;843d83d51ba0:40257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:14,638 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:14,638 INFO [RS:0;843d83d51ba0:40257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:40257. 2024-11-20T12:19:14,638 DEBUG [RS:0;843d83d51ba0:40257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:14,638 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:14,638 DEBUG [RS:0;843d83d51ba0:40257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:14,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:14,638 INFO [RS:0;843d83d51ba0:40257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40257 2024-11-20T12:19:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1630475251/rs/843d83d51ba0,40257,1732105081008 2024-11-20T12:19:14,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251/rs 2024-11-20T12:19:14,657 INFO [RS:0;843d83d51ba0:40257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:14,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,40257,1732105081008] 2024-11-20T12:19:14,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1630475251/draining/843d83d51ba0,40257,1732105081008 already deleted, retry=false 2024-11-20T12:19:14,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,40257,1732105081008 expired; onlineServers=0 2024-11-20T12:19:14,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,39573,1732105080842' ***** 2024-11-20T12:19:14,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:19:14,678 INFO [M:0;843d83d51ba0:39573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:14,678 INFO [M:0;843d83d51ba0:39573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:14,678 DEBUG [M:0;843d83d51ba0:39573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:19:14,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:19:14,678 DEBUG [M:0;843d83d51ba0:39573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:19:14,678 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105082191 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105082191,5,FailOnTimeoutGroup] 2024-11-20T12:19:14,678 INFO [M:0;843d83d51ba0:39573 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:14,678 INFO [M:0;843d83d51ba0:39573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:14,678 DEBUG [M:0;843d83d51ba0:39573 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:19:14,679 INFO [M:0;843d83d51ba0:39573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:19:14,679 INFO [M:0;843d83d51ba0:39573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:14,679 INFO [M:0;843d83d51ba0:39573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:19:14,679 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:19:14,679 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105082191 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105082191,5,FailOnTimeoutGroup] 2024-11-20T12:19:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1630475251/master 2024-11-20T12:19:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1630475251 2024-11-20T12:19:14,688 DEBUG [M:0;843d83d51ba0:39573 {}] zookeeper.ZKUtil(347): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Unable to get data of znode /1-1630475251/master because node does not exist (not an error) 2024-11-20T12:19:14,688 WARN [M:0;843d83d51ba0:39573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:19:14,690 INFO [M:0;843d83d51ba0:39573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/.lastflushedseqids 2024-11-20T12:19:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741843_1019 (size=173) 2024-11-20T12:19:14,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:14,767 INFO [RS:0;843d83d51ba0:40257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:14,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40257-0x101582dec5b0004, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:14,767 INFO [RS:0;843d83d51ba0:40257 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,40257,1732105081008; zookeeper connection closed. 2024-11-20T12:19:14,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a34af19 2024-11-20T12:19:14,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:19:15,095 INFO [M:0;843d83d51ba0:39573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:19:15,095 INFO [M:0;843d83d51ba0:39573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:19:15,095 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:15,095 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:15,095 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:15,095 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:15,095 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:15,096 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-20T12:19:15,121 DEBUG [M:0;843d83d51ba0:39573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5f65a3f1e94199b0825a74431d6f83 is 82, key is hbase:meta,,1/info:regioninfo/1732105083495/Put/seqid=0 2024-11-20T12:19:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741844_1020 (size=5672) 2024-11-20T12:19:15,527 INFO [M:0;843d83d51ba0:39573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5f65a3f1e94199b0825a74431d6f83 2024-11-20T12:19:15,557 DEBUG [M:0;843d83d51ba0:39573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b665c01907984f358d3872e9d1953ebb is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105086611/Put/seqid=0 2024-11-20T12:19:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741845_1021 (size=6726) 2024-11-20T12:19:15,967 INFO [M:0;843d83d51ba0:39573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b665c01907984f358d3872e9d1953ebb 2024-11-20T12:19:15,973 INFO [M:0;843d83d51ba0:39573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b665c01907984f358d3872e9d1953ebb 2024-11-20T12:19:16,008 DEBUG [M:0;843d83d51ba0:39573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57cbdb288f3846f9bb5c7d34f4474089 is 69, key is 843d83d51ba0,40257,1732105081008/rs:state/1732105082318/Put/seqid=0 2024-11-20T12:19:16,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741846_1022 (size=5156) 2024-11-20T12:19:16,038 INFO [M:0;843d83d51ba0:39573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57cbdb288f3846f9bb5c7d34f4474089 2024-11-20T12:19:16,059 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f5f65a3f1e94199b0825a74431d6f83 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5f65a3f1e94199b0825a74431d6f83 2024-11-20T12:19:16,063 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f5f65a3f1e94199b0825a74431d6f83, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T12:19:16,064 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b665c01907984f358d3872e9d1953ebb as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b665c01907984f358d3872e9d1953ebb 2024-11-20T12:19:16,070 INFO [M:0;843d83d51ba0:39573 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b665c01907984f358d3872e9d1953ebb 2024-11-20T12:19:16,070 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b665c01907984f358d3872e9d1953ebb, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T12:19:16,071 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57cbdb288f3846f9bb5c7d34f4474089 as hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57cbdb288f3846f9bb5c7d34f4474089 2024-11-20T12:19:16,079 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43543/user/jenkins/test-data/8d961708-790b-5379-e46f-211890fc81a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57cbdb288f3846f9bb5c7d34f4474089, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T12:19:16,083 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=58, compaction requested=false 2024-11-20T12:19:16,092 INFO [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:16,092 DEBUG [M:0;843d83d51ba0:39573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105155095Disabling compacts and flushes for region at 1732105155095Disabling writes for close at 1732105155095Obtaining lock to block concurrent updates at 1732105155096 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105155096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732105155096Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105155097 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105155097Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105155121 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105155121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105155533 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105155557 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105155557Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105155973 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105156007 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105156007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ed3196: reopening flushed file at 1732105156058 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345a753f: reopening flushed file at 1732105156063 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b8f3c7: reopening flushed file at 1732105156070 (+7 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 988ms, sequenceid=58, compaction requested=false at 1732105156083 (+13 ms)Writing region close event to WAL at 1732105156091 (+8 ms)Closed at 1732105156091 2024-11-20T12:19:16,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41499 is added to blk_1073741830_1006 (size=33014) 2024-11-20T12:19:16,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:16,102 INFO [M:0;843d83d51ba0:39573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:19:16,102 INFO [M:0;843d83d51ba0:39573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39573 2024-11-20T12:19:16,102 INFO [M:0;843d83d51ba0:39573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:16,262 INFO [M:0;843d83d51ba0:39573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39573-0x101582dec5b0003, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:16,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:16,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:16,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:16,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:16,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:16,313 WARN [BP-1677548809-172.17.0.3-1732105078959 heartbeating to localhost/127.0.0.1:43543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:19:16,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:19:16,313 WARN [BP-1677548809-172.17.0.3-1732105078959 heartbeating to localhost/127.0.0.1:43543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1677548809-172.17.0.3-1732105078959 (Datanode Uuid 11820b11-8b03-4340-80a8-278175452d23) service to localhost/127.0.0.1:43543 2024-11-20T12:19:16,313 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:19:16,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/cluster_917c56e5-5048-e7bf-5c4d-5b95cc46f715/data/data2/current/BP-1677548809-172.17.0.3-1732105078959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:16,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/cluster_917c56e5-5048-e7bf-5c4d-5b95cc46f715/data/data1/current/BP-1677548809-172.17.0.3-1732105078959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:16,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:19:16,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:16,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:16,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:16,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:16,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:19:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:19:16,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:16,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:16,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:16,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:16,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:19:16,369 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308602738, stopped=false 2024-11-20T12:19:16,369 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,35725,1732105075274 2024-11-20T12:19:16,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114729764/running 2024-11-20T12:19:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114729764/running 2024-11-20T12:19:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:19:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:19:16,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:16,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:16,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:16,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:16,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,40735,1732105075473' ***** 2024-11-20T12:19:16,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:19:16,552 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:19:16,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/running 2024-11-20T12:19:16,552 INFO [RS:0;843d83d51ba0:40735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:19:16,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for cf44aa5403b4b41a8c6c94144e2a2a4a 2024-11-20T12:19:16,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Set watcher on znode that does not yet exist, /02114729764/running 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,40735,1732105075473 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:40735. 2024-11-20T12:19:16,553 DEBUG [RS:0;843d83d51ba0:40735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:16,553 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:19:16,553 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf44aa5403b4b41a8c6c94144e2a2a4a, disabling compactions & flushes 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:19:16,553 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:19:16,553 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:19:16,553 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:19:16,553 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. after waiting 0 ms 2024-11-20T12:19:16,553 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:19:16,553 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf44aa5403b4b41a8c6c94144e2a2a4a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T12:19:16,554 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:19:16,554 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1325): Online Regions={cf44aa5403b4b41a8c6c94144e2a2a4a=hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a., 1588230740=hbase:meta,,1.1588230740, f6b5f497bba8d22dcdc5c060553c71ab=test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab.} 2024-11-20T12:19:16,554 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf44aa5403b4b41a8c6c94144e2a2a4a, f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:19:16,554 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:16,554 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:16,554 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:16,554 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:16,554 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:16,554 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:19:16,575 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/hfileref/089e342bcdcb429ea313cf5725cfefab is 74, key is 1/hfileref:2ada6a3ad6164f0ebae777e90f06b5ae_SeqId_4_/1732105091723/DeleteColumn/seqid=0 2024-11-20T12:19:16,575 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/info/c50cb40a1dfa4637a7ef8b1876446109 is 147, key is hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a./info:regioninfo/1732105088161/Put/seqid=0 2024-11-20T12:19:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741844_1020 (size=7686) 2024-11-20T12:19:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741845_1021 (size=5203) 2024-11-20T12:19:16,633 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:16,670 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:19:16,670 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:19:16,687 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 to pos 997, reset compression=false 2024-11-20T12:19:16,754 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf44aa5403b4b41a8c6c94144e2a2a4a, f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:19:16,954 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf44aa5403b4b41a8c6c94144e2a2a4a, f6b5f497bba8d22dcdc5c060553c71ab 2024-11-20T12:19:16,983 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/info/c50cb40a1dfa4637a7ef8b1876446109 2024-11-20T12:19:16,983 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/hfileref/089e342bcdcb429ea313cf5725cfefab 2024-11-20T12:19:17,005 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/ns/c25a6e557b5748abb61b9c1fa5e84b13 is 43, key is default/ns:d/1732105078811/Put/seqid=0 2024-11-20T12:19:17,012 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/queue/e46bd9a4e5394c1cbcc65796394a510e is 153, key is 1-843d83d51ba0,40735,1732105075473/queue:843d83d51ba0%2C40735%2C1732105075473/1732105093535/Put/seqid=0 2024-11-20T12:19:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741846_1022 (size=5153) 2024-11-20T12:19:17,019 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/ns/c25a6e557b5748abb61b9c1fa5e84b13 2024-11-20T12:19:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741847_1023 (size=5352) 2024-11-20T12:19:17,030 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/queue/e46bd9a4e5394c1cbcc65796394a510e 2024-11-20T12:19:17,038 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/hfileref/089e342bcdcb429ea313cf5725cfefab as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref/089e342bcdcb429ea313cf5725cfefab 2024-11-20T12:19:17,045 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref/089e342bcdcb429ea313cf5725cfefab, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T12:19:17,048 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/.tmp/queue/e46bd9a4e5394c1cbcc65796394a510e as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/queue/e46bd9a4e5394c1cbcc65796394a510e 2024-11-20T12:19:17,048 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/rep_barrier/0813f618def14318a051e91b6bb5516b is 112, key is test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab./rep_barrier:seqnumDuringOpen/1732105084825/Put/seqid=0 2024-11-20T12:19:17,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741848_1024 (size=5518) 2024-11-20T12:19:17,053 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/queue/e46bd9a4e5394c1cbcc65796394a510e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T12:19:17,054 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cf44aa5403b4b41a8c6c94144e2a2a4a in 500ms, sequenceid=10, compaction requested=false 2024-11-20T12:19:17,057 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/replication/cf44aa5403b4b41a8c6c94144e2a2a4a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:17,058 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf44aa5403b4b41a8c6c94144e2a2a4a: Waiting for close lock at 1732105156553Running coprocessor pre-close hooks at 1732105156553Disabling compacts and flushes for region at 1732105156553Disabling writes for close at 1732105156553Obtaining lock to block concurrent updates at 1732105156553Preparing flush snapshotting stores in cf44aa5403b4b41a8c6c94144e2a2a4a at 1732105156553Finished memstore snapshotting hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732105156554 (+1 ms)Flushing stores of hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. at 1732105156554Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref: creating writer at 1732105156555 (+1 ms)Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref: appending metadata at 1732105156574 (+19 ms)Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/hfileref: closing flushed file at 1732105156574Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/queue: creating writer at 1732105156988 (+414 ms)Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/queue: appending metadata at 1732105157011 (+23 ms)Flushing cf44aa5403b4b41a8c6c94144e2a2a4a/queue: closing flushed file at 1732105157011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dae8e44: reopening flushed file at 1732105157037 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5082ced: reopening flushed file at 1732105157045 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cf44aa5403b4b41a8c6c94144e2a2a4a in 500ms, sequenceid=10, compaction requested=false at 1732105157054 (+9 ms)Writing region close event to WAL at 1732105157054Running coprocessor post-close hooks at 1732105157058 (+4 ms)Closed at 1732105157058 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105086982.cf44aa5403b4b41a8c6c94144e2a2a4a. 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6b5f497bba8d22dcdc5c060553c71ab, disabling compactions & flushes 2024-11-20T12:19:17,058 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. after waiting 0 ms 2024-11-20T12:19:17,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:19:17,062 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/default/test/f6b5f497bba8d22dcdc5c060553c71ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:19:17,063 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:17,063 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:19:17,063 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:19:17,063 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6b5f497bba8d22dcdc5c060553c71ab: Waiting for close lock at 1732105157058Running coprocessor pre-close hooks at 1732105157058Disabling compacts and flushes for region at 1732105157058Disabling writes for close at 1732105157058Writing region close event to WAL at 1732105157059 (+1 ms)Running coprocessor post-close hooks at 1732105157063 (+4 ms)Closed at 1732105157063 2024-11-20T12:19:17,063 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105083631.f6b5f497bba8d22dcdc5c060553c71ab. 2024-11-20T12:19:17,154 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:17,354 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:17,456 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/rep_barrier/0813f618def14318a051e91b6bb5516b 2024-11-20T12:19:17,482 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/table/28c80045ec444ecd992c9d1a5463c067 is 53, key is hbase:replication/table:state/1732105088170/Put/seqid=0 2024-11-20T12:19:17,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741849_1025 (size=5308) 2024-11-20T12:19:17,555 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:19:17,555 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:17,555 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:17,755 DEBUG [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:17,889 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/table/28c80045ec444ecd992c9d1a5463c067 2024-11-20T12:19:17,895 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/info/c50cb40a1dfa4637a7ef8b1876446109 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/info/c50cb40a1dfa4637a7ef8b1876446109 2024-11-20T12:19:17,900 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/info/c50cb40a1dfa4637a7ef8b1876446109, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:19:17,901 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/ns/c25a6e557b5748abb61b9c1fa5e84b13 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/ns/c25a6e557b5748abb61b9c1fa5e84b13 2024-11-20T12:19:17,906 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/ns/c25a6e557b5748abb61b9c1fa5e84b13, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:19:17,907 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/rep_barrier/0813f618def14318a051e91b6bb5516b as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/rep_barrier/0813f618def14318a051e91b6bb5516b 2024-11-20T12:19:17,912 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/rep_barrier/0813f618def14318a051e91b6bb5516b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:19:17,913 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/.tmp/table/28c80045ec444ecd992c9d1a5463c067 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/table/28c80045ec444ecd992c9d1a5463c067 2024-11-20T12:19:17,918 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/table/28c80045ec444ecd992c9d1a5463c067, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:19:17,919 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-20T12:19:17,923 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:19:17,924 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:17,924 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:17,924 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:17,924 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105156554Running coprocessor pre-close hooks at 1732105156554Disabling compacts and flushes for region at 1732105156554Disabling writes for close at 1732105156554Obtaining lock to block concurrent updates at 1732105156554Preparing flush snapshotting stores in 1588230740 at 1732105156554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105156555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105156555Flushing 1588230740/info: creating writer at 1732105156555Flushing 1588230740/info: appending metadata at 1732105156575 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732105156575Flushing 1588230740/ns: creating writer at 1732105156988 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732105157004 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732105157004Flushing 1588230740/rep_barrier: creating writer at 1732105157029 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105157047 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105157047Flushing 1588230740/table: creating writer at 1732105157462 (+415 ms)Flushing 1588230740/table: appending metadata at 1732105157482 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732105157482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7d7610: reopening flushed file at 1732105157894 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce03e53: reopening flushed file at 1732105157901 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfcef44: reopening flushed file at 1732105157907 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a462c3: reopening flushed file at 1732105157912 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732105157919 (+7 ms)Writing region close event to WAL at 1732105157920 (+1 ms)Running coprocessor post-close hooks at 1732105157924 (+4 ms)Closed at 1732105157924 2024-11-20T12:19:17,924 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:17,955 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,40735,1732105075473; all regions closed. 2024-11-20T12:19:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:19:17,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.meta.1732105078731.meta not finished, retry = 0 2024-11-20T12:19:18,060 DEBUG [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs 2024-11-20T12:19:18,060 INFO [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C40735%2C1732105075473.meta:.meta(num 1732105078731) 2024-11-20T12:19:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741839_1015 (size=2700) 2024-11-20T12:19:18,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.rep.1732105088123 not finished, retry = 0 2024-11-20T12:19:18,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,165 DEBUG [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs 2024-11-20T12:19:18,165 INFO [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C40735%2C1732105075473.rep:(num 1732105088123) 2024-11-20T12:19:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741832_1008 (size=1300) 2024-11-20T12:19:18,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/WALs/843d83d51ba0,40735,1732105075473/843d83d51ba0%2C40735%2C1732105075473.1732105077790 not finished, retry = 0 2024-11-20T12:19:18,269 DEBUG [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/oldWALs 2024-11-20T12:19:18,269 INFO [RS:0;843d83d51ba0:40735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C40735%2C1732105075473:(num 1732105077790) 2024-11-20T12:19:18,269 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:18,270 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,40735,1732105075473 because: Region server is closing 2024-11-20T12:19:18,270 INFO [RS:0;843d83d51ba0:40735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:40735. 2024-11-20T12:19:18,270 DEBUG [RS:0;843d83d51ba0:40735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:18,270 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:18,270 DEBUG [RS:0;843d83d51ba0:40735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:18,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:18,371 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:19:18,371 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.wal-reader.843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:19:18,371 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,40735,1732105075473.replicationSource.shipper843d83d51ba0%2C40735%2C1732105075473,1-843d83d51ba0,40735,1732105075473 terminated 2024-11-20T12:19:18,371 INFO [RS:0;843d83d51ba0:40735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40735 2024-11-20T12:19:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114729764/rs/843d83d51ba0,40735,1732105075473 2024-11-20T12:19:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764/rs 2024-11-20T12:19:18,446 INFO [RS:0;843d83d51ba0:40735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:18,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,40735,1732105075473] 2024-11-20T12:19:18,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02114729764/draining/843d83d51ba0,40735,1732105075473 already deleted, retry=false 2024-11-20T12:19:18,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,40735,1732105075473 expired; onlineServers=0 2024-11-20T12:19:18,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,35725,1732105075274' ***** 2024-11-20T12:19:18,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:18,467 DEBUG [M:0;843d83d51ba0:35725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:19:18,467 DEBUG [M:0;843d83d51ba0:35725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:19:18,467 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:19:18,467 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105077506 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105077506,5,FailOnTimeoutGroup] 2024-11-20T12:19:18,467 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105077506 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105077506,5,FailOnTimeoutGroup] 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:18,467 DEBUG [M:0;843d83d51ba0:35725 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:19:18,467 INFO [M:0;843d83d51ba0:35725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:18,468 INFO [M:0;843d83d51ba0:35725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:19:18,468 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:19:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02114729764/master 2024-11-20T12:19:18,477 DEBUG [M:0;843d83d51ba0:35725 {}] zookeeper.ZKUtil(347): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Unable to get data of znode /02114729764/master because node does not exist (not an error) 2024-11-20T12:19:18,477 WARN [M:0;843d83d51ba0:35725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:19:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02114729764 2024-11-20T12:19:18,479 INFO [M:0;843d83d51ba0:35725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/.lastflushedseqids 2024-11-20T12:19:18,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741850_1026 (size=263) 2024-11-20T12:19:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:18,557 INFO [RS:0;843d83d51ba0:40735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40735-0x101582dec5b0001, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:18,557 INFO [RS:0;843d83d51ba0:40735 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,40735,1732105075473; zookeeper connection closed. 2024-11-20T12:19:18,557 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35bb88d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35bb88d2 2024-11-20T12:19:18,557 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:19:18,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:18,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:18,884 INFO [M:0;843d83d51ba0:35725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:19:18,884 INFO [M:0;843d83d51ba0:35725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:19:18,884 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:18,884 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:18,884 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:18,884 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:18,884 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:18,884 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-20T12:19:18,899 DEBUG [M:0;843d83d51ba0:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/251713e828584730bdf877c4249f9da6 is 82, key is hbase:meta,,1/info:regioninfo/1732105078763/Put/seqid=0 2024-11-20T12:19:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741851_1027 (size=5672) 2024-11-20T12:19:19,303 INFO [M:0;843d83d51ba0:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/251713e828584730bdf877c4249f9da6 2024-11-20T12:19:19,322 DEBUG [M:0;843d83d51ba0:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98139a2600bd4229bee4ad39df94310a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105084846/Put/seqid=0 2024-11-20T12:19:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741852_1028 (size=7239) 2024-11-20T12:19:19,726 INFO [M:0;843d83d51ba0:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98139a2600bd4229bee4ad39df94310a 2024-11-20T12:19:19,732 INFO [M:0;843d83d51ba0:35725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98139a2600bd4229bee4ad39df94310a 2024-11-20T12:19:19,745 DEBUG [M:0;843d83d51ba0:35725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea238996c0204a74a2f3246ce5500443 is 69, key is 843d83d51ba0,40735,1732105075473/rs:state/1732105077639/Put/seqid=0 2024-11-20T12:19:19,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741853_1029 (size=5156) 2024-11-20T12:19:20,149 INFO [M:0;843d83d51ba0:35725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea238996c0204a74a2f3246ce5500443 2024-11-20T12:19:20,154 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/251713e828584730bdf877c4249f9da6 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/251713e828584730bdf877c4249f9da6 2024-11-20T12:19:20,158 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/251713e828584730bdf877c4249f9da6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T12:19:20,159 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98139a2600bd4229bee4ad39df94310a as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98139a2600bd4229bee4ad39df94310a 2024-11-20T12:19:20,164 INFO [M:0;843d83d51ba0:35725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98139a2600bd4229bee4ad39df94310a 2024-11-20T12:19:20,164 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98139a2600bd4229bee4ad39df94310a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T12:19:20,165 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea238996c0204a74a2f3246ce5500443 as hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea238996c0204a74a2f3246ce5500443 2024-11-20T12:19:20,170 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39501/user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea238996c0204a74a2f3246ce5500443, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T12:19:20,171 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-20T12:19:20,172 INFO [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:20,172 DEBUG [M:0;843d83d51ba0:35725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105158884Disabling compacts and flushes for region at 1732105158884Disabling writes for close at 1732105158884Obtaining lock to block concurrent updates at 1732105158884Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105158884Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732105158884Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105158885 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105158885Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105158898 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105158898Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105159308 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105159321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105159321Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105159732 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105159744 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105159744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3a640a: reopening flushed file at 1732105160154 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12350e01: reopening flushed file at 1732105160159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efe7b4c: reopening flushed file at 1732105160164 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1732105160171 (+7 ms)Writing region close event to WAL at 1732105160172 (+1 ms)Closed at 1732105160172 2024-11-20T12:19:20,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741830_1006 (size=64514) 2024-11-20T12:19:20,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/825a41fe-b7a5-769b-4d2f-d5873ba52527/MasterData/WALs/843d83d51ba0,35725,1732105075274/843d83d51ba0%2C35725%2C1732105075274.1732105077238 not finished, retry = 0 2024-11-20T12:19:20,275 INFO [M:0;843d83d51ba0:35725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:19:20,275 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:20,275 INFO [M:0;843d83d51ba0:35725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35725 2024-11-20T12:19:20,276 INFO [M:0;843d83d51ba0:35725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:20,430 INFO [M:0;843d83d51ba0:35725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35725-0x101582dec5b0000, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:20,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:20,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:20,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:20,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:20,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:20,433 WARN [BP-1166547930-172.17.0.3-1732105072842 heartbeating to localhost/127.0.0.1:39501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:19:20,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:19:20,434 WARN [BP-1166547930-172.17.0.3-1732105072842 heartbeating to localhost/127.0.0.1:39501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1166547930-172.17.0.3-1732105072842 (Datanode Uuid e0f2bba2-522a-4488-b531-ec105b7f4a2d) service to localhost/127.0.0.1:39501 2024-11-20T12:19:20,434 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:19:20,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/data/data1/current/BP-1166547930-172.17.0.3-1732105072842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:20,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/cluster_7654d555-f605-465c-9faa-1802782bedd9/data/data2/current/BP-1166547930-172.17.0.3-1732105072842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:20,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:19:20,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:20,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:20,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:20,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:20,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d3e62ec-764f-b0a3-a27d-b4c26a463ced/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:20,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:19:20,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:19:20,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa4bcb8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39501 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fa4bcb8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43543 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 316), ProcessCount=11 (was 11), AvailableMemoryMB=5934 (was 3276) - AvailableMemoryMB LEAK? - 2024-11-20T12:19:20,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=5934 2024-11-20T12:19:20,488 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T12:19:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir so I do NOT create it in target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8 2024-11-20T12:19:20,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:19:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.tmp.dir so I do NOT create it in target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8 2024-11-20T12:19:20,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb4753bf-0641-10d8-1854-60c1e705ee12/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:19:20,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8 2024-11-20T12:19:20,489 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1, deleteOnExit=true 2024-11-20T12:19:20,509 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/zookeeper_0, clientPort=62191, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:19:20,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62191 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/test.cache.data in system properties and HBase conf 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:19:20,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:19:20,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:19:20,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:19:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101582dec5b0005, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:19:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101582dec5b0002, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:19:20,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101582dec5b0005, quorum=127.0.0.1:53016, baseZNode=/1-1630475251 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:19:20,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101582dec5b0002, quorum=127.0.0.1:53016, baseZNode=/02114729764 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:19:20,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:20,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:20,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:20,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:20,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:20,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:20,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:20,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:20,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/java.io.tmpdir/jetty-localhost-36109-hadoop-hdfs-3_4_1-tests_jar-_-any-17304625500664838970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:20,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:36109} 2024-11-20T12:19:20,913 INFO [Time-limited test {}] server.Server(415): Started @142329ms 2024-11-20T12:19:21,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:21,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:21,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:21,174 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:21,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:21,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:21,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:21,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/java.io.tmpdir/jetty-localhost-41389-hadoop-hdfs-3_4_1-tests_jar-_-any-17580190718910455850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:21,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:41389} 2024-11-20T12:19:21,268 INFO [Time-limited test {}] server.Server(415): Started @142684ms 2024-11-20T12:19:21,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:19:21,954 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/data/data2/current/BP-1564025607-172.17.0.3-1732105160526/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:21,954 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/data/data1/current/BP-1564025607-172.17.0.3-1732105160526/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:21,971 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:19:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ff6a41b2025130 with lease ID 0x2d66f5d3c2bedff9: Processing first storage report for DS-1c26ebed-5c62-4c32-885d-13a98266c511 from datanode DatanodeRegistration(127.0.0.1:46567, datanodeUuid=7427108f-9f4e-4a0d-84c0-c6b731068650, infoPort=46213, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=793881392;c=1732105160526) 2024-11-20T12:19:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ff6a41b2025130 with lease ID 0x2d66f5d3c2bedff9: from storage DS-1c26ebed-5c62-4c32-885d-13a98266c511 node DatanodeRegistration(127.0.0.1:46567, datanodeUuid=7427108f-9f4e-4a0d-84c0-c6b731068650, infoPort=46213, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=793881392;c=1732105160526), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35ff6a41b2025130 with lease ID 0x2d66f5d3c2bedff9: Processing first storage report for DS-d5e5120e-ea34-47ce-b893-a3271f68d751 from datanode DatanodeRegistration(127.0.0.1:46567, datanodeUuid=7427108f-9f4e-4a0d-84c0-c6b731068650, infoPort=46213, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=793881392;c=1732105160526) 2024-11-20T12:19:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35ff6a41b2025130 with lease ID 0x2d66f5d3c2bedff9: from storage DS-d5e5120e-ea34-47ce-b893-a3271f68d751 node DatanodeRegistration(127.0.0.1:46567, datanodeUuid=7427108f-9f4e-4a0d-84c0-c6b731068650, infoPort=46213, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=793881392;c=1732105160526), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:21,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8 2024-11-20T12:19:21,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:21,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:19:22,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308 with version=8 2024-11-20T12:19:22,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/hbase-staging 2024-11-20T12:19:22,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:19:22,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:22,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45253 2024-11-20T12:19:22,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45253 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:22,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452530x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:22,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45253-0x101582f42e80000 connected 2024-11-20T12:19:22,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:22,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:22,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:22,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308, hbase.cluster.distributed=false 2024-11-20T12:19:22,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/acl 2024-11-20T12:19:22,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-20T12:19:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45253 2024-11-20T12:19:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45253 2024-11-20T12:19:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-20T12:19:22,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-20T12:19:22,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:22,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:22,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:22,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:19:22,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:22,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34699 2024-11-20T12:19:22,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34699 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:22,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:22,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346990x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:22,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346990x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:22,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34699-0x101582f42e80001 connected 2024-11-20T12:19:22,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:19:22,614 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:19:22,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/master 2024-11-20T12:19:22,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/acl 2024-11-20T12:19:22,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-20T12:19:22,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34699 2024-11-20T12:19:22,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34699 2024-11-20T12:19:22,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-20T12:19:22,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34699 2024-11-20T12:19:22,629 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:45253 2024-11-20T12:19:22,629 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01570006045/backup-masters/843d83d51ba0,45253,1732105162406 2024-11-20T12:19:22,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:22,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:22,634 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/backup-masters/843d83d51ba0,45253,1732105162406 2024-11-20T12:19:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/master 2024-11-20T12:19:22,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:22,644 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/master 2024-11-20T12:19:22,644 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01570006045/backup-masters/843d83d51ba0,45253,1732105162406 from backup master directory 2024-11-20T12:19:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/backup-masters/843d83d51ba0,45253,1732105162406 2024-11-20T12:19:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:22,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:22,655 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:22,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,45253,1732105162406 2024-11-20T12:19:22,658 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/hbase.id] with ID: d3d12362-1374-4bc6-88ec-a97d34962bb6 2024-11-20T12:19:22,658 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.tmp/hbase.id 2024-11-20T12:19:22,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:19:23,063 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.tmp/hbase.id]:[hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/hbase.id] 2024-11-20T12:19:23,073 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:23,073 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:19:23,074 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:19:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:23,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:19:23,133 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:23,134 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:19:23,134 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:23,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:19:23,541 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store 2024-11-20T12:19:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:19:23,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:23,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:23,947 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:23,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:23,948 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:23,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:23,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:23,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:23,948 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:23,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105163948Disabling compacts and flushes for region at 1732105163948Disabling writes for close at 1732105163948Writing region close event to WAL at 1732105163948Closed at 1732105163948 2024-11-20T12:19:23,949 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/.initializing 2024-11-20T12:19:23,949 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406 2024-11-20T12:19:23,950 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:23,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C45253%2C1732105162406, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/oldWALs, maxLogs=10 2024-11-20T12:19:23,962 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406/843d83d51ba0%2C45253%2C1732105162406.1732105163951, exclude list is [], retry=0 2024-11-20T12:19:23,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:23,966 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:23,966 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:23,966 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:23,967 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:23,967 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,967 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:19:23,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:23,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:23,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:19:23,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:23,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:23,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:19:23,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:23,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:23,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:19:23,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:23,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:23,973 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,973 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,974 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,975 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,975 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,975 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:23,976 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:23,977 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:23,978 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73630025, jitterRate=0.09717287123203278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:23,978 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105163967Initializing all the Stores at 1732105163967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105163967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105163968 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105163968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105163968Cleaning up temporary data from old regions at 1732105163975 (+7 ms)Region opened successfully at 1732105163978 (+3 ms) 2024-11-20T12:19:23,979 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:19:23,981 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780a8caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:23,982 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:19:23,982 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:19:23,982 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:19:23,982 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:19:23,982 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:19:23,983 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:19:23,983 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:19:23,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:19:23,985 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/balancer because node does not exist (not necessarily an error) 2024-11-20T12:19:24,065 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/balancer already deleted, retry=false 2024-11-20T12:19:24,065 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:19:24,066 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:19:24,075 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/normalizer already deleted, retry=false 2024-11-20T12:19:24,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:19:24,076 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:19:24,086 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/switch/split already deleted, retry=false 2024-11-20T12:19:24,086 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:19:24,096 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/switch/merge already deleted, retry=false 2024-11-20T12:19:24,098 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:19:24,107 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/snapshot-cleanup already deleted, retry=false 2024-11-20T12:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,118 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,45253,1732105162406, sessionid=0x101582f42e80000, setting cluster-up flag (Was=false) 2024-11-20T12:19:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,170 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570006045/flush-table-proc/acquired, /01570006045/flush-table-proc/reached, /01570006045/flush-table-proc/abort 2024-11-20T12:19:24,171 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,45253,1732105162406 2024-11-20T12:19:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:24,223 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570006045/online-snapshot/acquired, /01570006045/online-snapshot/reached, /01570006045/online-snapshot/abort 2024-11-20T12:19:24,224 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,45253,1732105162406 2024-11-20T12:19:24,225 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:19:24,226 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:24,226 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:19:24,226 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:19:24,227 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,45253,1732105162406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:24,228 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105194229 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:19:24,229 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:24,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:19:24,230 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:19:24,231 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105164231,5,FailOnTimeoutGroup] 2024-11-20T12:19:24,231 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105164231,5,FailOnTimeoutGroup] 2024-11-20T12:19:24,231 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,231 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:19:24,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:24,231 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,231 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:19:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:19:24,322 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(746): ClusterId : d3d12362-1374-4bc6-88ec-a97d34962bb6 2024-11-20T12:19:24,322 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:19:24,329 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:19:24,329 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:19:24,339 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:19:24,339 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304452bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:24,350 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:34699 2024-11-20T12:19:24,350 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:19:24,350 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:19:24,350 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:19:24,351 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,45253,1732105162406 with port=34699, startcode=1732105162599 2024-11-20T12:19:24,351 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:19:24,353 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:19:24,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45253 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,355 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308 2024-11-20T12:19:24,355 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41195 2024-11-20T12:19:24,355 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:19:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/rs 2024-11-20T12:19:24,360 DEBUG [RS:0;843d83d51ba0:34699 {}] zookeeper.ZKUtil(111): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/rs/843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,360 WARN [RS:0;843d83d51ba0:34699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:24,360 INFO [RS:0;843d83d51ba0:34699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:24,360 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,34699,1732105162599] 2024-11-20T12:19:24,363 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:19:24,365 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:19:24,365 INFO [RS:0;843d83d51ba0:34699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:19:24,365 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,367 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:19:24,368 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:19:24,368 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:24,368 DEBUG [RS:0;843d83d51ba0:34699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,369 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34699,1732105162599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:24,383 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:19:24,383 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34699,1732105162599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,383 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,383 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.Replication(171): 843d83d51ba0,34699,1732105162599 started 2024-11-20T12:19:24,395 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:24,396 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,34699,1732105162599, RpcServer on 843d83d51ba0/172.17.0.3:34699, sessionid=0x101582f42e80001 2024-11-20T12:19:24,396 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:19:24,396 DEBUG [RS:0;843d83d51ba0:34699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,396 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34699,1732105162599' 2024-11-20T12:19:24,396 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570006045/flush-table-proc/abort' 2024-11-20T12:19:24,396 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570006045/flush-table-proc/acquired' 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,34699,1732105162599 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34699,1732105162599' 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570006045/online-snapshot/abort' 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570006045/online-snapshot/acquired' 2024-11-20T12:19:24,397 DEBUG [RS:0;843d83d51ba0:34699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:19:24,397 INFO [RS:0;843d83d51ba0:34699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:19:24,397 INFO [RS:0;843d83d51ba0:34699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:19:24,498 INFO [RS:0;843d83d51ba0:34699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:24,500 INFO [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34699%2C1732105162599, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:24,511 DEBUG [RS:0;843d83d51ba0:34699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500, exclude list is [], retry=0 2024-11-20T12:19:24,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:24,515 INFO [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 2024-11-20T12:19:24,515 DEBUG [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:24,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:19:24,640 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308 2024-11-20T12:19:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:19:25,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:25,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:25,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:25,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:25,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:25,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:25,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:25,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:25,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:25,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:25,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:25,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:25,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:25,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:25,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:25,060 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74474843, jitterRate=0.10976164042949677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:25,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105165046Initializing all the Stores at 1732105165047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105165047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165047Cleaning up temporary data from old regions at 1732105165056 (+9 ms)Region opened successfully at 1732105165060 (+4 ms) 2024-11-20T12:19:25,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:25,060 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:25,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:25,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:25,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:25,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:25,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105165060Disabling compacts and flushes for region at 1732105165060Disabling writes for close at 1732105165060Writing region close event to WAL at 1732105165061 (+1 ms)Closed at 1732105165061 2024-11-20T12:19:25,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:25,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:19:25,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:19:25,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:25,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:19:25,214 DEBUG [843d83d51ba0:45253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:25,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:25,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34699,1732105162599, state=OPENING 2024-11-20T12:19:25,275 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:19:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:25,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:25,286 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:25,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:25,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34699,1732105162599}] 2024-11-20T12:19:25,439 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:19:25,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:19:25,444 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:19:25,444 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:25,444 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:19:25,446 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34699%2C1732105162599.meta, suffix=.meta, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:25,461 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.meta.1732105165446.meta, exclude list is [], retry=0 2024-11-20T12:19:25,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:25,465 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.meta.1732105165446.meta 2024-11-20T12:19:25,465 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:25,465 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:25,466 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:19:25,466 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:19:25,466 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:19:25,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:25,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:25,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:25,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:25,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:25,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:25,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:25,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:25,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:25,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:25,472 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:25,472 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:25,473 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:25,474 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:25,474 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:25,475 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:25,476 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:25,476 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60602073, jitterRate=-0.09695874154567719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:25,477 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:19:25,477 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105165466Writing region info on filesystem at 1732105165466Initializing all the Stores at 1732105165467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165468 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105165468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105165468Cleaning up temporary data from old regions at 1732105165474 (+6 ms)Running coprocessor post-open hooks at 1732105165477 (+3 ms)Region opened successfully at 1732105165477 2024-11-20T12:19:25,478 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105165439 2024-11-20T12:19:25,480 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:19:25,480 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:19:25,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:25,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34699,1732105162599, state=OPEN 2024-11-20T12:19:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:25,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:25,533 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:25,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:25,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:25,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:19:25,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34699,1732105162599 in 246 msec 2024-11-20T12:19:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:19:25,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-20T12:19:25,537 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:25,537 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:19:25,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:25,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34699,1732105162599, seqNum=-1] 2024-11-20T12:19:25,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:25,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:25,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3180 sec 2024-11-20T12:19:25,545 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105165545, completionTime=-1 2024-11-20T12:19:25,545 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:19:25,545 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:19:25,546 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105225547 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105285547 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:45253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,547 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,549 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:19:25,550 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.895sec 2024-11-20T12:19:25,550 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:25,551 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:19:25,553 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:19:25,553 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:19:25,553 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45253,1732105162406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:25,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:25,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45253,-1 for getting cluster id 2024-11-20T12:19:25,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:25,624 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d12362-1374-4bc6-88ec-a97d34962bb6' 2024-11-20T12:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d12362-1374-4bc6-88ec-a97d34962bb6" 2024-11-20T12:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b5021e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45253,-1] 2024-11-20T12:19:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:25,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:25,626 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:25,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:25,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34699,1732105162599, seqNum=-1] 2024-11-20T12:19:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:25,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:25,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,45253,1732105162406 2024-11-20T12:19:25,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:25,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:25,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101582f42e80002 connected 2024-11-20T12:19:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir so I do NOT create it in target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1 2024-11-20T12:19:25,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:19:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.tmp.dir so I do NOT create it in target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1 2024-11-20T12:19:25,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:19:25,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1 2024-11-20T12:19:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:19:25,657 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/cluster_446e03bf-8ccb-4107-13e8-77f7cad5b35b, deleteOnExit=true 2024-11-20T12:19:25,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/test.cache.data in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:19:25,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:25,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:19:25,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:19:25,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:25,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:25,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:25,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:25,975 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:19:25,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:25,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:25,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:26,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/java.io.tmpdir/jetty-localhost-46525-hadoop-hdfs-3_4_1-tests_jar-_-any-5520849715506423467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:26,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:46525} 2024-11-20T12:19:26,071 INFO [Time-limited test {}] server.Server(415): Started @147487ms 2024-11-20T12:19:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:19:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:19:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:19:26,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:26,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:26,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:26,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:26,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:26,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:26,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:26,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/java.io.tmpdir/jetty-localhost-36271-hadoop-hdfs-3_4_1-tests_jar-_-any-10827785862526417170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:26,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:36271} 2024-11-20T12:19:26,414 INFO [Time-limited test {}] server.Server(415): Started @147829ms 2024-11-20T12:19:26,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:19:27,114 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/cluster_446e03bf-8ccb-4107-13e8-77f7cad5b35b/data/data2/current/BP-40568814-172.17.0.3-1732105165675/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:27,114 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/cluster_446e03bf-8ccb-4107-13e8-77f7cad5b35b/data/data1/current/BP-40568814-172.17.0.3-1732105165675/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:27,129 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:19:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x973451ce71840525 with lease ID 0x1368356980bd4711: Processing first storage report for DS-403e4b67-85d7-4f0e-a9a7-6fa062c93418 from datanode DatanodeRegistration(127.0.0.1:45405, datanodeUuid=d8f47a34-42ff-49d1-a9f8-4717b2c30c1c, infoPort=43175, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1786712832;c=1732105165675) 2024-11-20T12:19:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x973451ce71840525 with lease ID 0x1368356980bd4711: from storage DS-403e4b67-85d7-4f0e-a9a7-6fa062c93418 node DatanodeRegistration(127.0.0.1:45405, datanodeUuid=d8f47a34-42ff-49d1-a9f8-4717b2c30c1c, infoPort=43175, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1786712832;c=1732105165675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x973451ce71840525 with lease ID 0x1368356980bd4711: Processing first storage report for DS-ef6ce0a3-547d-420d-833f-e05fcbe06f85 from datanode DatanodeRegistration(127.0.0.1:45405, datanodeUuid=d8f47a34-42ff-49d1-a9f8-4717b2c30c1c, infoPort=43175, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1786712832;c=1732105165675) 2024-11-20T12:19:27,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x973451ce71840525 with lease ID 0x1368356980bd4711: from storage DS-ef6ce0a3-547d-420d-833f-e05fcbe06f85 node DatanodeRegistration(127.0.0.1:45405, datanodeUuid=d8f47a34-42ff-49d1-a9f8-4717b2c30c1c, infoPort=43175, infoSecurePort=0, ipcPort=35875, storageInfo=lv=-57;cid=testClusterID;nsid=1786712832;c=1732105165675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:27,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1 2024-11-20T12:19:27,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:19:27,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d with version=8 2024-11-20T12:19:27,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/hbase-staging 2024-11-20T12:19:27,554 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:27,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:19:27,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:27,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35943 2024-11-20T12:19:27,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35943 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:27,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359430x0, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:27,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35943-0x101582f42e80003 connected 2024-11-20T12:19:27,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/running 2024-11-20T12:19:27,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d, hbase.cluster.distributed=false 2024-11-20T12:19:27,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/acl 2024-11-20T12:19:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-20T12:19:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35943 2024-11-20T12:19:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35943 2024-11-20T12:19:27,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-20T12:19:27,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-20T12:19:27,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:27,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:27,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42657 2024-11-20T12:19:27,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42657 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:27,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:27,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426570x0, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:27,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42657-0x101582f42e80004 connected 2024-11-20T12:19:27,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/running 2024-11-20T12:19:27,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:19:27,708 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:19:27,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/master 2024-11-20T12:19:27,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/acl 2024-11-20T12:19:27,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-20T12:19:27,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42657 2024-11-20T12:19:27,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42657 2024-11-20T12:19:27,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-20T12:19:27,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-20T12:19:27,726 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:35943 2024-11-20T12:19:27,727 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12034802121/backup-masters/843d83d51ba0,35943,1732105167554 2024-11-20T12:19:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/backup-masters 2024-11-20T12:19:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/backup-masters 2024-11-20T12:19:27,739 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on existing znode=/12034802121/backup-masters/843d83d51ba0,35943,1732105167554 2024-11-20T12:19:27,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:27,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034802121/master 2024-11-20T12:19:27,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:27,749 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on existing znode=/12034802121/master 2024-11-20T12:19:27,749 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12034802121/backup-masters/843d83d51ba0,35943,1732105167554 from backup master directory 2024-11-20T12:19:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/backup-masters 2024-11-20T12:19:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034802121/backup-masters/843d83d51ba0,35943,1732105167554 2024-11-20T12:19:27,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/backup-masters 2024-11-20T12:19:27,759 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:27,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,35943,1732105167554 2024-11-20T12:19:27,763 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/hbase.id] with ID: c0a2d75e-8a03-4e13-91ac-0a4e412939a2 2024-11-20T12:19:27,763 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/.tmp/hbase.id 2024-11-20T12:19:27,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:19:28,168 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/.tmp/hbase.id]:[hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/hbase.id] 2024-11-20T12:19:28,178 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:28,178 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:19:28,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:19:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:19:28,639 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:28,640 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:19:28,640 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:19:29,047 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store 2024-11-20T12:19:29,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:29,453 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:29,453 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:29,453 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105169453Disabling compacts and flushes for region at 1732105169453Disabling writes for close at 1732105169453Writing region close event to WAL at 1732105169453Closed at 1732105169453 2024-11-20T12:19:29,454 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/.initializing 2024-11-20T12:19:29,454 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/WALs/843d83d51ba0,35943,1732105167554 2024-11-20T12:19:29,455 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:29,457 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C35943%2C1732105167554, suffix=, logDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/WALs/843d83d51ba0,35943,1732105167554, archiveDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/oldWALs, maxLogs=10 2024-11-20T12:19:29,468 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/WALs/843d83d51ba0,35943,1732105167554/843d83d51ba0%2C35943%2C1732105167554.1732105169457, exclude list is [], retry=0 2024-11-20T12:19:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-403e4b67-85d7-4f0e-a9a7-6fa062c93418,DISK] 2024-11-20T12:19:29,472 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/WALs/843d83d51ba0,35943,1732105167554/843d83d51ba0%2C35943%2C1732105167554.1732105169457 2024-11-20T12:19:29,472 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-20T12:19:29,472 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:29,472 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:29,472 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,472 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:19:29,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:19:29,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:29,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:19:29,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:29,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:29,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:19:29,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:29,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:29,482 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,483 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,483 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,484 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,484 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,484 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:29,485 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:29,487 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:29,487 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67613067, jitterRate=0.00751321017742157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:29,487 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105169473Initializing all the Stores at 1732105169473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105169473Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105169476 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105169476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105169476Cleaning up temporary data from old regions at 1732105169484 (+8 ms)Region opened successfully at 1732105169487 (+3 ms) 2024-11-20T12:19:29,487 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:19:29,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45252604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:29,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:19:29,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:19:29,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:19:29,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:19:29,491 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:19:29,491 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:19:29,491 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:19:29,493 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:19:29,493 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/balancer because node does not exist (not necessarily an error) 2024-11-20T12:19:29,549 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/balancer already deleted, retry=false 2024-11-20T12:19:29,549 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:19:29,550 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:19:29,559 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/normalizer already deleted, retry=false 2024-11-20T12:19:29,559 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:19:29,560 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:19:29,570 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/switch/split already deleted, retry=false 2024-11-20T12:19:29,570 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:19:29,580 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/switch/merge already deleted, retry=false 2024-11-20T12:19:29,582 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:19:29,591 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/snapshot-cleanup already deleted, retry=false 2024-11-20T12:19:29,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034802121/running 2024-11-20T12:19:29,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12034802121/running 2024-11-20T12:19:29,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,602 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,35943,1732105167554, sessionid=0x101582f42e80003, setting cluster-up flag (Was=false) 2024-11-20T12:19:29,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,654 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12034802121/flush-table-proc/acquired, /12034802121/flush-table-proc/reached, /12034802121/flush-table-proc/abort 2024-11-20T12:19:29,655 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35943,1732105167554 2024-11-20T12:19:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:29,707 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12034802121/online-snapshot/acquired, /12034802121/online-snapshot/reached, /12034802121/online-snapshot/abort 2024-11-20T12:19:29,708 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,35943,1732105167554 2024-11-20T12:19:29,709 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:19:29,710 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:29,711 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:19:29,711 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:19:29,711 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,35943,1732105167554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:29,712 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105199713 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:19:29,713 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,714 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:29,714 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:19:29,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:19:29,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105169714,5,FailOnTimeoutGroup] 2024-11-20T12:19:29,715 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:29,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105169715,5,FailOnTimeoutGroup] 2024-11-20T12:19:29,715 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:19:29,715 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:19:29,715 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,715 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:19:29,719 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(746): ClusterId : c0a2d75e-8a03-4e13-91ac-0a4e412939a2 2024-11-20T12:19:29,719 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:19:29,728 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:19:29,728 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:19:29,739 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:19:29,739 DEBUG [RS:0;843d83d51ba0:42657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e58b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:29,752 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:42657 2024-11-20T12:19:29,752 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:19:29,752 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:19:29,752 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:19:29,753 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,35943,1732105167554 with port=42657, startcode=1732105167694 2024-11-20T12:19:29,753 DEBUG [RS:0;843d83d51ba0:42657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:19:29,755 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:19:29,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35943 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,756 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d 2024-11-20T12:19:29,757 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44995 2024-11-20T12:19:29,757 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:19:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/rs 2024-11-20T12:19:29,818 DEBUG [RS:0;843d83d51ba0:42657 {}] zookeeper.ZKUtil(111): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on existing znode=/12034802121/rs/843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,818 WARN [RS:0;843d83d51ba0:42657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:29,818 INFO [RS:0;843d83d51ba0:42657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:29,819 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,42657,1732105167694] 2024-11-20T12:19:29,822 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:19:29,823 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:19:29,824 INFO [RS:0;843d83d51ba0:42657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:19:29,824 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,824 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:19:29,824 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:29,825 DEBUG [RS:0;843d83d51ba0:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,825 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42657,1732105167694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:29,838 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:19:29,838 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42657,1732105167694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,838 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,838 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.Replication(171): 843d83d51ba0,42657,1732105167694 started 2024-11-20T12:19:29,850 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:29,850 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,42657,1732105167694, RpcServer on 843d83d51ba0/172.17.0.3:42657, sessionid=0x101582f42e80004 2024-11-20T12:19:29,850 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:19:29,850 DEBUG [RS:0;843d83d51ba0:42657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,850 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42657,1732105167694' 2024-11-20T12:19:29,850 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12034802121/flush-table-proc/abort' 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12034802121/flush-table-proc/acquired' 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,42657,1732105167694 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,42657,1732105167694' 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12034802121/online-snapshot/abort' 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12034802121/online-snapshot/acquired' 2024-11-20T12:19:29,851 DEBUG [RS:0;843d83d51ba0:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:19:29,852 INFO [RS:0;843d83d51ba0:42657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:19:29,852 INFO [RS:0;843d83d51ba0:42657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:19:29,952 INFO [RS:0;843d83d51ba0:42657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:29,953 INFO [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C42657%2C1732105167694, suffix=, logDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694, archiveDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/oldWALs, maxLogs=10 2024-11-20T12:19:29,966 DEBUG [RS:0;843d83d51ba0:42657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694/843d83d51ba0%2C42657%2C1732105167694.1732105169954, exclude list is [], retry=0 2024-11-20T12:19:29,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-403e4b67-85d7-4f0e-a9a7-6fa062c93418,DISK] 2024-11-20T12:19:29,971 INFO [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694/843d83d51ba0%2C42657%2C1732105167694.1732105169954 2024-11-20T12:19:29,971 DEBUG [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-20T12:19:30,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:19:30,120 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d 2024-11-20T12:19:30,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:19:30,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:19:30,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:30,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:30,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:30,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:30,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:30,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:30,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:30,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:30,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:30,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:30,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740 2024-11-20T12:19:30,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740 2024-11-20T12:19:30,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:30,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:30,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:30,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:30,539 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73986332, jitterRate=0.10248225927352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105170526Initializing all the Stores at 1732105170527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105170527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170527Cleaning up temporary data from old regions at 1732105170536 (+9 ms)Region opened successfully at 1732105170539 (+3 ms) 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:30,539 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:30,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:30,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:30,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105170539Disabling compacts and flushes for region at 1732105170539Disabling writes for close at 1732105170539Writing region close event to WAL at 1732105170540 (+1 ms)Closed at 1732105170540 2024-11-20T12:19:30,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:30,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:19:30,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:19:30,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:30,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:19:30,692 DEBUG [843d83d51ba0:35943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:30,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,42657,1732105167694 2024-11-20T12:19:30,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,42657,1732105167694, state=OPENING 2024-11-20T12:19:30,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:19:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:30,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:30,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034802121/meta-region-server: CHANGED 2024-11-20T12:19:30,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034802121/meta-region-server: CHANGED 2024-11-20T12:19:30,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,42657,1732105167694}] 2024-11-20T12:19:30,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:19:30,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:19:30,927 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:19:30,927 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:30,927 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:19:30,929 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C42657%2C1732105167694.meta, suffix=.meta, logDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694, archiveDir=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/oldWALs, maxLogs=10 2024-11-20T12:19:30,940 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694/843d83d51ba0%2C42657%2C1732105167694.meta.1732105170929.meta, exclude list is [], retry=0 2024-11-20T12:19:30,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45405,DS-403e4b67-85d7-4f0e-a9a7-6fa062c93418,DISK] 2024-11-20T12:19:30,944 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694/843d83d51ba0%2C42657%2C1732105167694.meta.1732105170929.meta 2024-11-20T12:19:30,944 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43175:43175)] 2024-11-20T12:19:30,944 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:30,944 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:30,944 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:30,945 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:19:30,945 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:19:30,945 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:19:30,945 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:30,945 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:19:30,945 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:19:30,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:30,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:30,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:30,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:30,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:30,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:30,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:30,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:30,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:30,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:30,950 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:30,951 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740 2024-11-20T12:19:30,951 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740 2024-11-20T12:19:30,953 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:30,953 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:30,953 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:30,954 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:30,955 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67195370, jitterRate=0.0012890398502349854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:30,955 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:19:30,955 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105170945Writing region info on filesystem at 1732105170945Initializing all the Stores at 1732105170946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105170946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105170946Cleaning up temporary data from old regions at 1732105170953 (+7 ms)Running coprocessor post-open hooks at 1732105170955 (+2 ms)Region opened successfully at 1732105170955 2024-11-20T12:19:30,956 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105170922 2024-11-20T12:19:30,958 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:19:30,958 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:19:30,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,42657,1732105167694 2024-11-20T12:19:30,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,42657,1732105167694, state=OPEN 2024-11-20T12:19:30,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:30,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12034802121/meta-region-server 2024-11-20T12:19:30,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12034802121/meta-region-server 2024-11-20T12:19:30,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034802121/meta-region-server: CHANGED 2024-11-20T12:19:30,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12034802121/meta-region-server: CHANGED 2024-11-20T12:19:30,970 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,42657,1732105167694 2024-11-20T12:19:30,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:19:30,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,42657,1732105167694 in 200 msec 2024-11-20T12:19:30,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:19:30,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-20T12:19:30,975 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:30,975 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:19:30,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:30,976 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,42657,1732105167694, seqNum=-1] 2024-11-20T12:19:30,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:30,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:30,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-20T12:19:30,983 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105170983, completionTime=-1 2024-11-20T12:19:30,983 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:19:30,983 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105230985 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105290985 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:35943, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,985 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,986 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:30,987 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:30,989 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:19:30,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:30,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:30,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:30,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:30,998 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:19:30,998 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:19:30,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:30,998 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35943,1732105167554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:31,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:31,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35943,-1 for getting cluster id 2024-11-20T12:19:31,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:31,022 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a2d75e-8a03-4e13-91ac-0a4e412939a2' 2024-11-20T12:19:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a2d75e-8a03-4e13-91ac-0a4e412939a2" 2024-11-20T12:19:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bf69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35943,-1] 2024-11-20T12:19:31,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:31,023 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:31,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:31,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,42657,1732105167694, seqNum=-1] 2024-11-20T12:19:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:31,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:31,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,35943,1732105167554 2024-11-20T12:19:31,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:31,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:31,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101582f42e80005 connected 2024-11-20T12:19:31,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45253,-1 for getting cluster id 2024-11-20T12:19:31,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:31,058 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d12362-1374-4bc6-88ec-a97d34962bb6' 2024-11-20T12:19:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d12362-1374-4bc6-88ec-a97d34962bb6" 2024-11-20T12:19:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fca24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45253,-1] 2024-11-20T12:19:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:31,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:31,060 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:31,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f370a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:31,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45253,1732105162406 2024-11-20T12:19:31,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa6d66e 2024-11-20T12:19:31,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:31,062 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:19:31,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:35943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:19:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:19:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:31,065 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:35943' 2024-11-20T12:19:31,066 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d822c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,066 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35943,-1 for getting cluster id 2024-11-20T12:19:31,066 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:31,067 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a2d75e-8a03-4e13-91ac-0a4e412939a2' 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a2d75e-8a03-4e13-91ac-0a4e412939a2" 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62edbfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35943,-1] 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:31,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:31,068 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:31,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffd15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:31,069 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35943,1732105167554 2024-11-20T12:19:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7039898e 2024-11-20T12:19:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:31,070 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:19:31,071 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T12:19:31,071 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:19:31,071 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:31,071 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:31,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:31,072 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:31,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:19:31,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:19:31,074 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:31,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:19:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741835_1011 (size=1138) 2024-11-20T12:19:31,123 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:19:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:31,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 372b69ca25a6ed71ebccea62b95469cd, NAME => 'hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308 2024-11-20T12:19:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741836_1012 (size=44) 2024-11-20T12:19:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 372b69ca25a6ed71ebccea62b95469cd, disabling compactions & flushes 2024-11-20T12:19:31,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. after waiting 0 ms 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:31,887 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:31,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 372b69ca25a6ed71ebccea62b95469cd: Waiting for close lock at 1732105171887Disabling compacts and flushes for region at 1732105171887Disabling writes for close at 1732105171887Writing region close event to WAL at 1732105171887Closed at 1732105171887 2024-11-20T12:19:31,888 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:19:31,889 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105171888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105171888"}]},"ts":"1732105171888"} 2024-11-20T12:19:31,891 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:19:31,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:19:31,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105171891"}]},"ts":"1732105171891"} 2024-11-20T12:19:31,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:19:31,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN}] 2024-11-20T12:19:31,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN 2024-11-20T12:19:31,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN; state=OFFLINE, location=843d83d51ba0,34699,1732105162599; forceNewPlan=false, retain=false 2024-11-20T12:19:32,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=372b69ca25a6ed71ebccea62b95469cd, regionState=OPENING, regionLocation=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:32,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN because future has completed 2024-11-20T12:19:32,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34699,1732105162599}] 2024-11-20T12:19:32,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:32,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:32,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:19:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:32,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34699%2C1732105162599.rep, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:32,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.rep.1732105172205, exclude list is [], retry=0 2024-11-20T12:19:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:32,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.rep.1732105172205 2024-11-20T12:19:32,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:32,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 372b69ca25a6ed71ebccea62b95469cd, NAME => 'hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:32,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:32,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:32,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. service=MultiRowMutationService 2024-11-20T12:19:32,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:19:32,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:32,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,223 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,224 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName hfileref 2024-11-20T12:19:32,224 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:32,225 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:32,225 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,226 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName queue 2024-11-20T12:19:32,226 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:32,226 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:32,226 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,227 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName sid 2024-11-20T12:19:32,227 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:32,227 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:32,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:19:32,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:32,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 372b69ca25a6ed71ebccea62b95469cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68555023, jitterRate=0.021549448370933533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:19:32,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:32,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 372b69ca25a6ed71ebccea62b95469cd: Running coprocessor pre-open hook at 1732105172222Writing region info on filesystem at 1732105172222Initializing all the Stores at 1732105172223 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105172223Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105172223Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105172223Cleaning up temporary data from old regions at 1732105172229 (+6 ms)Running coprocessor post-open hooks at 1732105172235 (+6 ms)Region opened successfully at 1732105172235 2024-11-20T12:19:32,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., pid=7, masterSystemTime=1732105172200 2024-11-20T12:19:32,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:32,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:32,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=372b69ca25a6ed71ebccea62b95469cd, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34699,1732105162599 2024-11-20T12:19:32,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34699,1732105162599 because future has completed 2024-11-20T12:19:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T12:19:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34699,1732105162599 in 194 msec 2024-11-20T12:19:32,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:19:32,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN in 350 msec 2024-11-20T12:19:32,246 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:19:32,246 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105172246"}]},"ts":"1732105172246"} 2024-11-20T12:19:32,248 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:19:32,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:19:32,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-20T12:19:32,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., hostname=843d83d51ba0,34699,1732105162599, seqNum=2] 2024-11-20T12:19:32,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:32,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:32,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:19:32,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T12:19:32,482 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:19:32,512 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,34699,1732105162599, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:19:32,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:32,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34699,1732105162599, seqNum=-1] 2024-11-20T12:19:32,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:32,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T12:19:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,34699,1732105162599', locateType=CURRENT is [region=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., hostname=843d83d51ba0,34699,1732105162599, seqNum=2] 2024-11-20T12:19:32,518 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T12:19:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T12:19:32,520 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,34699,1732105162599 suceeded 2024-11-20T12:19:32,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T12:19:32,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-20T12:19:32,522 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:35943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:19:32,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-11-20T12:19:32,535 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:35943' 2024-11-20T12:19:32,536 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118e531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:32,536 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35943,-1 for getting cluster id 2024-11-20T12:19:32,536 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:32,537 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a2d75e-8a03-4e13-91ac-0a4e412939a2' 2024-11-20T12:19:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a2d75e-8a03-4e13-91ac-0a4e412939a2" 2024-11-20T12:19:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f523c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35943,-1] 2024-11-20T12:19:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:32,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:32,539 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:32,539 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6656afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:32,539 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35943,1732105167554 2024-11-20T12:19:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e317352 2024-11-20T12:19:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:32,541 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T12:19:32,542 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,34699,1732105162599 (queues=1) is replicating from cluster=d3d12362-1374-4bc6-88ec-a97d34962bb6 to cluster=c0a2d75e-8a03-4e13-91ac-0a4e412939a2 2024-11-20T12:19:32,542 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C34699%2C1732105162599 2024-11-20T12:19:32,542 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,34699,1732105162599, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:19:32,543 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.shipper843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C34699%2C1732105162599 2024-11-20T12:19:32,543 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500, startPosition=0, beingWritten=true 2024-11-20T12:19:32,748 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 to pos 0, reset compression=false 2024-11-20T12:19:33,054 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 to pos 0, reset compression=false 2024-11-20T12:19:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:33,215 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:19:33,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:33,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:33,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:33,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45253,1732105162406 2024-11-20T12:19:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7db654d0 2024-11-20T12:19:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:33,218 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:19:33,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:19:33,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:33,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:33,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:33,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:19:33,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497914521, stopped=false 2024-11-20T12:19:33,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,45253,1732105162406 2024-11-20T12:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:33,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:33,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:33,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:33,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,265 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,34699,1732105162599' ***** 2024-11-20T12:19:33,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:19:33,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:33,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:33,265 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:19:33,265 INFO [RS:0;843d83d51ba0:34699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:19:33,265 INFO [RS:0;843d83d51ba0:34699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(3091): Received CLOSE for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:33,266 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,34699,1732105162599 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34699. 2024-11-20T12:19:33,266 DEBUG [RS:0;843d83d51ba0:34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:33,266 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 372b69ca25a6ed71ebccea62b95469cd, disabling compactions & flushes 2024-11-20T12:19:33,266 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:33,266 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:33,266 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:19:33,266 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. after waiting 0 ms 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:19:33,266 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:19:33,266 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 372b69ca25a6ed71ebccea62b95469cd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T12:19:33,266 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:19:33,267 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:19:33,267 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1325): Online Regions={372b69ca25a6ed71ebccea62b95469cd=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:33,267 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:33,267 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:33,267 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:33,267 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:33,267 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:33,267 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:33,267 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T12:19:33,277 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:33,289 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/a263b29578ec4a1284d13e48c2096bdc is 147, key is hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd./info:regioninfo/1732105172239/Put/seqid=0 2024-11-20T12:19:33,289 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/.tmp/queue/cc03b8fe75894b648a74b2458a4a87a2 is 151, key is 1-843d83d51ba0,34699,1732105162599/queue:843d83d51ba0%2C34699%2C1732105162599/1732105172516/Put/seqid=0 2024-11-20T12:19:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741838_1014 (size=5350) 2024-11-20T12:19:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741839_1015 (size=6631) 2024-11-20T12:19:33,405 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:19:33,406 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:19:33,458 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 to pos 0, reset compression=false 2024-11-20T12:19:33,467 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:33,667 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:33,697 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/.tmp/queue/cc03b8fe75894b648a74b2458a4a87a2 2024-11-20T12:19:33,697 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/a263b29578ec4a1284d13e48c2096bdc 2024-11-20T12:19:33,703 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/.tmp/queue/cc03b8fe75894b648a74b2458a4a87a2 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/queue/cc03b8fe75894b648a74b2458a4a87a2 2024-11-20T12:19:33,708 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/queue/cc03b8fe75894b648a74b2458a4a87a2, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T12:19:33,709 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 372b69ca25a6ed71ebccea62b95469cd in 443ms, sequenceid=5, compaction requested=false 2024-11-20T12:19:33,709 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/ns/8f2b10af472b483e8eb3f029fb7b9773 is 43, key is default/ns:d/1732105165540/Put/seqid=0 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:33,717 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 372b69ca25a6ed71ebccea62b95469cd: Waiting for close lock at 1732105173266Running coprocessor pre-close hooks at 1732105173266Disabling compacts and flushes for region at 1732105173266Disabling writes for close at 1732105173266Obtaining lock to block concurrent updates at 1732105173266Preparing flush snapshotting stores in 372b69ca25a6ed71ebccea62b95469cd at 1732105173266Finished memstore snapshotting hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732105173267 (+1 ms)Flushing stores of hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. at 1732105173267Flushing 372b69ca25a6ed71ebccea62b95469cd/queue: creating writer at 1732105173267Flushing 372b69ca25a6ed71ebccea62b95469cd/queue: appending metadata at 1732105173288 (+21 ms)Flushing 372b69ca25a6ed71ebccea62b95469cd/queue: closing flushed file at 1732105173288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4b5ada: reopening flushed file at 1732105173702 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 372b69ca25a6ed71ebccea62b95469cd in 443ms, sequenceid=5, compaction requested=false at 1732105173709 (+7 ms)Writing region close event to WAL at 1732105173711 (+2 ms)Running coprocessor post-close hooks at 1732105173717 (+6 ms)Closed at 1732105173717 2024-11-20T12:19:33,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741840_1016 (size=5153) 2024-11-20T12:19:33,868 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:33,963 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 to pos 0, reset compression=false 2024-11-20T12:19:34,068 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:34,122 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/ns/8f2b10af472b483e8eb3f029fb7b9773 2024-11-20T12:19:34,139 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/table/ae23c85152af491b9be13d18e39bb96c is 53, key is hbase:replication/table:state/1732105172246/Put/seqid=0 2024-11-20T12:19:34,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741841_1017 (size=5256) 2024-11-20T12:19:34,268 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:19:34,268 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:34,268 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:34,468 DEBUG [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:34,543 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/table/ae23c85152af491b9be13d18e39bb96c 2024-11-20T12:19:34,549 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/a263b29578ec4a1284d13e48c2096bdc as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/info/a263b29578ec4a1284d13e48c2096bdc 2024-11-20T12:19:34,553 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/info/a263b29578ec4a1284d13e48c2096bdc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T12:19:34,554 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/ns/8f2b10af472b483e8eb3f029fb7b9773 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/ns/8f2b10af472b483e8eb3f029fb7b9773 2024-11-20T12:19:34,558 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/ns/8f2b10af472b483e8eb3f029fb7b9773, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:19:34,559 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/table/ae23c85152af491b9be13d18e39bb96c as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/table/ae23c85152af491b9be13d18e39bb96c 2024-11-20T12:19:34,564 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/table/ae23c85152af491b9be13d18e39bb96c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T12:19:34,565 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-20T12:19:34,567 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 to pos 0, reset compression=false 2024-11-20T12:19:34,570 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:19:34,570 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:34,570 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:34,571 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:34,571 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105173267Running coprocessor pre-close hooks at 1732105173267Disabling compacts and flushes for region at 1732105173267Disabling writes for close at 1732105173267Obtaining lock to block concurrent updates at 1732105173267Preparing flush snapshotting stores in 1588230740 at 1732105173267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732105173268 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105173268Flushing 1588230740/info: creating writer at 1732105173268Flushing 1588230740/info: appending metadata at 1732105173288 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732105173288Flushing 1588230740/ns: creating writer at 1732105173702 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732105173716 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732105173716Flushing 1588230740/table: creating writer at 1732105174127 (+411 ms)Flushing 1588230740/table: appending metadata at 1732105174139 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732105174139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0799: reopening flushed file at 1732105174548 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7213dded: reopening flushed file at 1732105174553 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6d8bd5: reopening flushed file at 1732105174558 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732105174565 (+7 ms)Writing region close event to WAL at 1732105174566 (+1 ms)Running coprocessor post-close hooks at 1732105174570 (+4 ms)Closed at 1732105174571 (+1 ms) 2024-11-20T12:19:34,571 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:34,668 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,34699,1732105162599; all regions closed. 2024-11-20T12:19:34,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741834_1010 (size=2742) 2024-11-20T12:19:34,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.meta.1732105165446.meta not finished, retry = 0 2024-11-20T12:19:34,773 DEBUG [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:34,773 INFO [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34699%2C1732105162599.meta:.meta(num 1732105165446) 2024-11-20T12:19:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741837_1013 (size=1586) 2024-11-20T12:19:34,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.rep.1732105172205 not finished, retry = 0 2024-11-20T12:19:34,956 DEBUG [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:34,956 INFO [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34699%2C1732105162599.rep:(num 1732105172205) 2024-11-20T12:19:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741832_1008 (size=93) 2024-11-20T12:19:34,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599/843d83d51ba0%2C34699%2C1732105162599.1732105164500 not finished, retry = 0 2024-11-20T12:19:35,061 DEBUG [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34699%2C1732105162599:(num 1732105164500) 2024-11-20T12:19:35,061 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:35,061 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,34699,1732105162599 because: Region server is closing 2024-11-20T12:19:35,061 INFO [RS:0;843d83d51ba0:34699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34699. 2024-11-20T12:19:35,061 DEBUG [RS:0;843d83d51ba0:34699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:35,061 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:35,061 DEBUG [RS:0;843d83d51ba0:34699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:35,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:35,162 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.shipper843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:19:35,162 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.wal-reader.843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:19:35,162 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34699,1732105162599.replicationSource.shipper843d83d51ba0%2C34699%2C1732105162599,1-843d83d51ba0,34699,1732105162599 terminated 2024-11-20T12:19:35,162 INFO [RS:0;843d83d51ba0:34699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34699 2024-11-20T12:19:35,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/rs/843d83d51ba0,34699,1732105162599 2024-11-20T12:19:35,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/rs 2024-11-20T12:19:35,189 INFO [RS:0;843d83d51ba0:34699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:35,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,34699,1732105162599] 2024-11-20T12:19:35,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/draining/843d83d51ba0,34699,1732105162599 already deleted, retry=false 2024-11-20T12:19:35,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,34699,1732105162599 expired; onlineServers=0 2024-11-20T12:19:35,212 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,45253,1732105162406' ***** 2024-11-20T12:19:35,212 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:35,212 DEBUG [M:0;843d83d51ba0:45253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:19:35,212 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:19:35,212 DEBUG [M:0;843d83d51ba0:45253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:19:35,212 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105164231 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105164231,5,FailOnTimeoutGroup] 2024-11-20T12:19:35,212 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105164231 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105164231,5,FailOnTimeoutGroup] 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:35,212 DEBUG [M:0;843d83d51ba0:45253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:35,212 INFO [M:0;843d83d51ba0:45253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:19:35,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:19:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/master 2024-11-20T12:19:35,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:35,222 DEBUG [M:0;843d83d51ba0:45253 {}] zookeeper.ZKUtil(347): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/master because node does not exist (not an error) 2024-11-20T12:19:35,222 WARN [M:0;843d83d51ba0:45253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:19:35,223 INFO [M:0;843d83d51ba0:45253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.lastflushedseqids 2024-11-20T12:19:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741842_1018 (size=181) 2024-11-20T12:19:35,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:35,301 INFO [RS:0;843d83d51ba0:34699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:35,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34699-0x101582f42e80001, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:35,301 INFO [RS:0;843d83d51ba0:34699 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,34699,1732105162599; zookeeper connection closed. 2024-11-20T12:19:35,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41ad992a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41ad992a 2024-11-20T12:19:35,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:19:35,627 INFO [M:0;843d83d51ba0:45253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:19:35,628 INFO [M:0;843d83d51ba0:45253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:19:35,628 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:35,628 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:35,628 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:35,628 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:35,628 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:35,628 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T12:19:35,642 DEBUG [M:0;843d83d51ba0:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9da3f27a0a473e8caa7298eb3ac66e is 82, key is hbase:meta,,1/info:regioninfo/1732105165480/Put/seqid=0 2024-11-20T12:19:35,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741843_1019 (size=5672) 2024-11-20T12:19:36,047 INFO [M:0;843d83d51ba0:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9da3f27a0a473e8caa7298eb3ac66e 2024-11-20T12:19:36,064 DEBUG [M:0;843d83d51ba0:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb95ec5ea47427499f70576ee785f56 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732105172250/Put/seqid=0 2024-11-20T12:19:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741844_1020 (size=7203) 2024-11-20T12:19:36,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:36,468 INFO [M:0;843d83d51ba0:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb95ec5ea47427499f70576ee785f56 2024-11-20T12:19:36,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:36,491 DEBUG [M:0;843d83d51ba0:45253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e4b88f1f11b437d934e009d7320ba3c is 69, key is 843d83d51ba0,34699,1732105162599/rs:state/1732105164354/Put/seqid=0 2024-11-20T12:19:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741845_1021 (size=5156) 2024-11-20T12:19:36,895 INFO [M:0;843d83d51ba0:45253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e4b88f1f11b437d934e009d7320ba3c 2024-11-20T12:19:36,900 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e9da3f27a0a473e8caa7298eb3ac66e as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9da3f27a0a473e8caa7298eb3ac66e 2024-11-20T12:19:36,904 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9da3f27a0a473e8caa7298eb3ac66e, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T12:19:36,905 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bb95ec5ea47427499f70576ee785f56 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb95ec5ea47427499f70576ee785f56 2024-11-20T12:19:36,909 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb95ec5ea47427499f70576ee785f56, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T12:19:36,910 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e4b88f1f11b437d934e009d7320ba3c as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e4b88f1f11b437d934e009d7320ba3c 2024-11-20T12:19:36,915 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e4b88f1f11b437d934e009d7320ba3c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T12:19:36,916 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-20T12:19:36,918 INFO [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:36,918 DEBUG [M:0;843d83d51ba0:45253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105175628Disabling compacts and flushes for region at 1732105175628Disabling writes for close at 1732105175628Obtaining lock to block concurrent updates at 1732105175628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105175628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732105175628Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105175629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105175629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105175642 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105175642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105176051 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105176063 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105176063Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105176473 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105176490 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105176490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@caa025b: reopening flushed file at 1732105176899 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bd21fb: reopening flushed file at 1732105176904 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34589027: reopening flushed file at 1732105176910 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732105176916 (+6 ms)Writing region close event to WAL at 1732105176917 (+1 ms)Closed at 1732105176917 2024-11-20T12:19:36,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406/843d83d51ba0%2C45253%2C1732105162406.1732105163951 not finished, retry = 0 2024-11-20T12:19:36,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741830_1006 (size=41008) 2024-11-20T12:19:37,020 INFO [M:0;843d83d51ba0:45253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:19:37,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:37,020 INFO [M:0;843d83d51ba0:45253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45253 2024-11-20T12:19:37,021 INFO [M:0;843d83d51ba0:45253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:37,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:37,164 INFO [M:0;843d83d51ba0:45253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:37,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45253-0x101582f42e80000, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:37,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:19:37,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:37,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43079 2024-11-20T12:19:37,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43079 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:37,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430790x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:37,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43079-0x101582f42e80006 connected 2024-11-20T12:19:37,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:37,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:37,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:37,236 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: INIT 2024-11-20T12:19:37,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308, hbase.cluster.distributed=false 2024-11-20T12:19:37,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/acl 2024-11-20T12:19:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-20T12:19:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43079 2024-11-20T12:19:37,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43079 2024-11-20T12:19:37,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-20T12:19:37,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43079 2024-11-20T12:19:37,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:19:37,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:37,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34233 2024-11-20T12:19:37,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34233 connecting to ZooKeeper ensemble=127.0.0.1:62191 2024-11-20T12:19:37,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:37,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:37,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342330x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:37,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342330x0, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:37,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34233-0x101582f42e80007 connected 2024-11-20T12:19:37,265 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: INIT 2024-11-20T12:19:37,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:19:37,265 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:19:37,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/master 2024-11-20T12:19:37,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/acl 2024-11-20T12:19:37,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-20T12:19:37,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34233 2024-11-20T12:19:37,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34233 2024-11-20T12:19:37,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-20T12:19:37,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34233 2024-11-20T12:19:37,280 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:43079 2024-11-20T12:19:37,281 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01570006045/backup-masters/843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:37,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:37,286 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/backup-masters/843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:37,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/master 2024-11-20T12:19:37,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:37,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/master 2024-11-20T12:19:37,296 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01570006045/backup-masters/843d83d51ba0,43079,1732105177166 from backup master directory 2024-11-20T12:19:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/backup-masters/843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/backup-masters 2024-11-20T12:19:37,306 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:37,306 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:37,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:19:37,321 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-20T12:19:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741846_1022 (size=196) 2024-11-20T12:19:37,734 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:37,734 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:19:37,735 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:37,740 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T12:19:37,742 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406 to hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406-dead as it is dead 2024-11-20T12:19:37,742 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406-dead/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:37,743 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406-dead/843d83d51ba0%2C45253%2C1732105162406.1732105163951 after 1ms 2024-11-20T12:19:37,744 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406-dead/843d83d51ba0%2C45253%2C1732105162406.1732105163951 to hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:37,744 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,45253,1732105162406-dead 2024-11-20T12:19:37,744 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,745 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:37,746 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C43079%2C1732105177166, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,43079,1732105177166, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/oldWALs, maxLogs=10 2024-11-20T12:19:37,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,43079,1732105177166/843d83d51ba0%2C43079%2C1732105177166.1732105177746, exclude list is [], retry=0 2024-11-20T12:19:37,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:37,761 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,43079,1732105177166/843d83d51ba0%2C43079%2C1732105177166.1732105177746 2024-11-20T12:19:37,761 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:37,761 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:37,762 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:37,762 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,762 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:19:37,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:37,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e9da3f27a0a473e8caa7298eb3ac66e 2024-11-20T12:19:37,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:37,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:19:37,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:37,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bb95ec5ea47427499f70576ee785f56 2024-11-20T12:19:37,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:37,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:19:37,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:37,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e4b88f1f11b437d934e009d7320ba3c 2024-11-20T12:19:37,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:37,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:19:37,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:37,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:37,780 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,781 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T12:19:37,781 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:37,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:37,786 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/843d83d51ba0%2C45253%2C1732105162406.1732105163951 2024-11-20T12:19:37,787 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,787 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,787 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:37,788 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:37,790 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T12:19:37,791 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64378401, jitterRate=-0.04068706929683685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:37,791 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105177762Initializing all the Stores at 1732105177763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105177763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105177763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105177763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105177763Cleaning up temporary data from old regions at 1732105177787 (+24 ms)Region opened successfully at 1732105177791 (+4 ms) 2024-11-20T12:19:37,791 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:19:37,793 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7c5cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:37,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T12:19:37,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:19:37,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:19:37,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:19:37,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:19:37,798 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:37,798 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:19:37,798 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:19:37,798 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-20T12:19:37,798 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:19:37,801 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=843d83d51ba0,34699,1732105162599, regionLocation=843d83d51ba0,34699,1732105162599, openSeqNum=2 2024-11-20T12:19:37,801 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=843d83d51ba0,34699,1732105162599, table=hbase:meta, region=1588230740 2024-11-20T12:19:37,801 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34699,1732105162599, state=OPEN 2024-11-20T12:19:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:37,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:37,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:37,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:37,857 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:19:37,864 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/draining/843d83d51ba0,34699,1732105162599 already deleted, retry=false 2024-11-20T12:19:37,864 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 843d83d51ba0,34699,1732105162599 on 843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,865 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 843d83d51ba0,34699,1732105162599, splitWal=true, meta=true 2024-11-20T12:19:37,865 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 843d83d51ba0,34699,1732105162599 (carryingMeta=true) 843d83d51ba0,34699,1732105162599/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@389343d2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T12:19:37,867 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/balancer because node does not exist (not necessarily an error) 2024-11-20T12:19:37,875 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/balancer already deleted, retry=false 2024-11-20T12:19:37,875 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:19:37,875 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:19:37,885 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/normalizer already deleted, retry=false 2024-11-20T12:19:37,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:19:37,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:19:37,896 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/switch/split already deleted, retry=false 2024-11-20T12:19:37,896 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:19:37,906 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/switch/merge already deleted, retry=false 2024-11-20T12:19:37,919 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:19:37,927 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/snapshot-cleanup already deleted, retry=false 2024-11-20T12:19:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:37,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:37,938 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,43079,1732105177166, sessionid=0x101582f42e80006, setting cluster-up flag (Was=false) 2024-11-20T12:19:37,949 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570006045/flush-table-proc/acquired, /01570006045/flush-table-proc/reached, /01570006045/flush-table-proc/abort 2024-11-20T12:19:37,950 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,959 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01570006045/online-snapshot/acquired, /01570006045/online-snapshot/reached, /01570006045/online-snapshot/abort 2024-11-20T12:19:37,960 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,43079,1732105177166 2024-11-20T12:19:37,961 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.lastflushedseqids 2024-11-20T12:19:37,963 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:19:37,963 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:19:37,963 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,43079,1732105177166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 843d83d51ba0,34699,1732105162599 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:37,964 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105207965 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:19:37,965 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 843d83d51ba0,34699,1732105162599, splitWal=true, meta=true 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:19:37,965 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:19:37,966 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:19:37,966 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:19:37,966 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,34699,1732105162599, splitWal=true, meta=true, isMeta: true 2024-11-20T12:19:37,966 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105177966,5,FailOnTimeoutGroup] 2024-11-20T12:19:37,966 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105177966,5,FailOnTimeoutGroup] 2024-11-20T12:19:37,966 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:37,966 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:19:37,967 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:37,967 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:37,967 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105177967, completionTime=-1 2024-11-20T12:19:37,967 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T12:19:37,967 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T12:19:37,967 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599-splitting 2024-11-20T12:19:37,968 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599-splitting dir is empty, no logs to split. 2024-11-20T12:19:37,968 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,34699,1732105162599 WAL count=0, meta=true 2024-11-20T12:19:37,970 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599-splitting dir is empty, no logs to split. 2024-11-20T12:19:37,970 INFO [PEWorker-1 {}] master.SplitWALManager(105): 843d83d51ba0,34699,1732105162599 WAL count=0, meta=true 2024-11-20T12:19:37,970 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,34699,1732105162599 WAL splitting is done? wals=0, meta=true 2024-11-20T12:19:37,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:19:37,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:37,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:19:37,972 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(746): ClusterId : d3d12362-1374-4bc6-88ec-a97d34962bb6 2024-11-20T12:19:37,972 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:19:37,981 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:19:37,981 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:19:37,991 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:19:37,991 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd46de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:38,002 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:34233 2024-11-20T12:19:38,002 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:19:38,002 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:19:38,002 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:19:38,002 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,43079,1732105177166 with port=34233, startcode=1732105177251 2024-11-20T12:19:38,003 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:19:38,004 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:19:38,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,006 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308 2024-11-20T12:19:38,006 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41195 2024-11-20T12:19:38,006 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:19:38,017 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T12:19:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/rs 2024-11-20T12:19:38,043 DEBUG [RS:0;843d83d51ba0:34233 {}] zookeeper.ZKUtil(111): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on existing znode=/01570006045/rs/843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,043 WARN [RS:0;843d83d51ba0:34233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:38,043 INFO [RS:0;843d83d51ba0:34233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:38,043 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,34233,1732105177251] 2024-11-20T12:19:38,059 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:19:38,060 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:19:38,061 INFO [RS:0;843d83d51ba0:34233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:19:38,061 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,061 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:19:38,062 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:19:38,062 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:38,062 DEBUG [RS:0;843d83d51ba0:34233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,063 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34233,1732105177251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:38,074 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:19:38,074 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34233,1732105177251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,085 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,34233,1732105177251, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:19:38,085 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,086 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.Replication(171): 843d83d51ba0,34233,1732105177251 started 2024-11-20T12:19:38,097 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:38,097 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,34233,1732105177251, RpcServer on 843d83d51ba0/172.17.0.3:34233, sessionid=0x101582f42e80007 2024-11-20T12:19:38,097 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:35943' 2024-11-20T12:19:38,097 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:19:38,097 DEBUG [RS:0;843d83d51ba0:34233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,097 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34233,1732105177251' 2024-11-20T12:19:38,097 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570006045/flush-table-proc/abort' 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570006045/flush-table-proc/acquired' 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34233,1732105177251' 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01570006045/online-snapshot/abort' 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a22c15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,35943,-1 for getting cluster id 2024-11-20T12:19:38,098 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:38,099 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01570006045/online-snapshot/acquired' 2024-11-20T12:19:38,099 DEBUG [RS:0;843d83d51ba0:34233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:19:38,099 INFO [RS:0;843d83d51ba0:34233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:19:38,099 INFO [RS:0;843d83d51ba0:34233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:19:38,099 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0a2d75e-8a03-4e13-91ac-0a4e412939a2' 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0a2d75e-8a03-4e13-91ac-0a4e412939a2" 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2752c420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,35943,-1] 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:38,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:38,101 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:38,101 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42255c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:38,101 DEBUG [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:38,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,35943,1732105167554 2024-11-20T12:19:38,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a61754 2024-11-20T12:19:38,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:38,103 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T12:19:38,103 INFO [RS:0;843d83d51ba0:34233.replicationSource,1-843d83d51ba0,34233,1732105177251 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,34233,1732105177251 (queues=0) is replicating from cluster=d3d12362-1374-4bc6-88ec-a97d34962bb6 to cluster=c0a2d75e-8a03-4e13-91ac-0a4e412939a2 2024-11-20T12:19:38,122 WARN [843d83d51ba0:43079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:19:38,199 INFO [RS:0;843d83d51ba0:34233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:38,200 INFO [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34233%2C1732105177251, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:38,213 DEBUG [RS:0;843d83d51ba0:34233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201, exclude list is [], retry=0 2024-11-20T12:19:38,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:38,217 INFO [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 2024-11-20T12:19:38,217 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 843d83d51ba0%2C34233%2C1732105177251 for peer 1 2024-11-20T12:19:38,217 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C34233%2C1732105177251 2024-11-20T12:19:38,217 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,34233,1732105177251, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:19:38,218 DEBUG [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:38,218 INFO [RS:0;843d83d51ba0:34233.replicationSource.shipper843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C34233%2C1732105177251 2024-11-20T12:19:38,218 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201, startPosition=0, beingWritten=true 2024-11-20T12:19:38,372 DEBUG [843d83d51ba0:43079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:38,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34233,1732105177251, state=OPENING 2024-11-20T12:19:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:38,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:38,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:38,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:38,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:38,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34233,1732105177251}] 2024-11-20T12:19:38,422 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:38,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:19:38,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:19:38,546 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:19:38,546 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:38,547 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:19:38,548 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34233%2C1732105177251.meta, suffix=.meta, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:38,560 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.meta.1732105178548.meta, exclude list is [], retry=0 2024-11-20T12:19:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:38,563 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.meta.1732105178548.meta 2024-11-20T12:19:38,563 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:38,564 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:19:38,564 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:19:38,564 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:19:38,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:38,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:38,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:38,572 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/info/a263b29578ec4a1284d13e48c2096bdc 2024-11-20T12:19:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:38,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:38,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:38,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:38,581 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/ns/8f2b10af472b483e8eb3f029fb7b9773 2024-11-20T12:19:38,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:38,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:38,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:38,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:38,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:38,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:38,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:38,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:38,588 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/table/ae23c85152af491b9be13d18e39bb96c 2024-11-20T12:19:38,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:38,588 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:38,589 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:38,590 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740 2024-11-20T12:19:38,591 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:38,591 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:38,591 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:38,592 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:38,593 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63055478, jitterRate=-0.060400158166885376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:38,593 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:19:38,593 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105178564Writing region info on filesystem at 1732105178564Initializing all the Stores at 1732105178565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105178565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105178565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105178565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105178565Cleaning up temporary data from old regions at 1732105178591 (+26 ms)Running coprocessor post-open hooks at 1732105178593 (+2 ms)Region opened successfully at 1732105178593 2024-11-20T12:19:38,593 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732105178542 2024-11-20T12:19:38,595 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:19:38,595 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:19:38,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34233,1732105177251, state=OPEN 2024-11-20T12:19:38,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:38,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01570006045/meta-region-server 2024-11-20T12:19:38,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:38,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:38,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01570006045/meta-region-server: CHANGED 2024-11-20T12:19:38,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T12:19:38,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34233,1732105177251 in 210 msec 2024-11-20T12:19:38,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:19:38,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-20T12:19:38,727 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:39,131 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:39,519 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T12:19:39,636 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:40,241 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:40,946 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:41,022 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T12:19:41,751 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:42,474 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T12:19:42,474 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:19:42,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:42,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34233,1732105177251, seqNum=-1] 2024-11-20T12:19:42,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:42,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:42,480 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=372b69ca25a6ed71ebccea62b95469cd, regionState=OPEN, lastHost=843d83d51ba0,34699,1732105162599, regionLocation=843d83d51ba0,34699,1732105162599, openSeqNum=2 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105242480 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105302480 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T12:19:42,480 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 843d83d51ba0,34699,1732105162599 had 2 regions 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:43079, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,480 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,481 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 843d83d51ba0,34699,1732105162599, splitWal=true, meta=true, isMeta: false 2024-11-20T12:19:42,483 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599-splitting dir is empty, no logs to split. 2024-11-20T12:19:42,483 INFO [PEWorker-3 {}] master.SplitWALManager(105): 843d83d51ba0,34699,1732105162599 WAL count=0, meta=false 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.179sec 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:42,486 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:19:42,486 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34699,1732105162599-splitting dir is empty, no logs to split. 2024-11-20T12:19:42,486 INFO [PEWorker-3 {}] master.SplitWALManager(105): 843d83d51ba0,34699,1732105162599 WAL count=0, meta=false 2024-11-20T12:19:42,486 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 843d83d51ba0,34699,1732105162599 WAL splitting is done? wals=0, meta=false 2024-11-20T12:19:42,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:19:42,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:19:42,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43079,1732105177166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:42,491 WARN [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=843d83d51ba0,34699,1732105162599/hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:42,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN}] 2024-11-20T12:19:42,494 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN 2024-11-20T12:19:42,494 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T12:19:42,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43079,-1 for getting cluster id 2024-11-20T12:19:42,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:42,577 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d12362-1374-4bc6-88ec-a97d34962bb6' 2024-11-20T12:19:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d12362-1374-4bc6-88ec-a97d34962bb6" 2024-11-20T12:19:42,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b101607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43079,-1] 2024-11-20T12:19:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:42,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,579 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:42,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc5c658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:42,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34233,1732105177251, seqNum=-1] 2024-11-20T12:19:42,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:42,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:42,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T12:19:42,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:42,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:42,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:42,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 843d83d51ba0:43079 after: 843d83d51ba0:43079 2024-11-20T12:19:42,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,43079,-1 for getting cluster id 2024-11-20T12:19:42,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:42,586 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d12362-1374-4bc6-88ec-a97d34962bb6' 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d12362-1374-4bc6-88ec-a97d34962bb6" 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d617a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,43079,-1] 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:42,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,588 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:42,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:42,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,43079,1732105177166 2024-11-20T12:19:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db52db8 2024-11-20T12:19:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:42,591 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:19:42,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T12:19:42,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:19:42,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:42,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:42,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:42,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:19:42,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=96544164, stopped=false 2024-11-20T12:19:42,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,35943,1732105167554 2024-11-20T12:19:42,645 DEBUG [843d83d51ba0:43079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:42,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=372b69ca25a6ed71ebccea62b95469cd, regionState=OPENING, regionLocation=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN because future has completed 2024-11-20T12:19:42,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34233,1732105177251}] 2024-11-20T12:19:42,655 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034802121/running 2024-11-20T12:19:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034802121/running 2024-11-20T12:19:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:42,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:42,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:42,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:42,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/running 2024-11-20T12:19:42,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Set watcher on znode that does not yet exist, /12034802121/running 2024-11-20T12:19:42,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:42,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,665 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,42657,1732105167694' ***** 2024-11-20T12:19:42,665 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:19:42,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,42657,1732105167694 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:42657. 2024-11-20T12:19:42,665 DEBUG [RS:0;843d83d51ba0:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:42,665 DEBUG [RS:0;843d83d51ba0:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:19:42,665 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:19:42,666 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:19:42,666 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:19:42,666 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:42,666 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:42,666 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:42,666 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:42,666 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:42,666 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:42,666 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:42,666 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T12:19:42,681 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/.tmp/ns/61936e6da77e48ad8214481073994843 is 43, key is default/ns:d/1732105170978/Put/seqid=0 2024-11-20T12:19:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741835_1011 (size=5153) 2024-11-20T12:19:42,736 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:42,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:42,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:42,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:19:42,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34233%2C1732105177251.rep, suffix=, logDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251, archiveDir=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs, maxLogs=10 2024-11-20T12:19:42,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.rep.1732105182806, exclude list is [], retry=0 2024-11-20T12:19:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-1c26ebed-5c62-4c32-885d-13a98266c511,DISK] 2024-11-20T12:19:42,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.rep.1732105182806 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46213:46213)] 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 372b69ca25a6ed71ebccea62b95469cd, NAME => 'hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:42,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. service=MultiRowMutationService 2024-11-20T12:19:42,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:42,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,824 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,825 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName hfileref 2024-11-20T12:19:42,825 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:42,825 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:42,825 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,826 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName queue 2024-11-20T12:19:42,826 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:42,826 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:19:42,826 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:19:42,830 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/queue/cc03b8fe75894b648a74b2458a4a87a2 2024-11-20T12:19:42,830 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:42,830 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,831 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 372b69ca25a6ed71ebccea62b95469cd columnFamilyName sid 2024-11-20T12:19:42,831 DEBUG [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:42,832 INFO [StoreOpener-372b69ca25a6ed71ebccea62b95469cd-1 {}] regionserver.HStore(327): Store=372b69ca25a6ed71ebccea62b95469cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:19:42,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 372b69ca25a6ed71ebccea62b95469cd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59764385, jitterRate=-0.10944126546382904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:19:42,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:42,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 372b69ca25a6ed71ebccea62b95469cd: Running coprocessor pre-open hook at 1732105182823Writing region info on filesystem at 1732105182823Initializing all the Stores at 1732105182823Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105182823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105182824 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105182824Cleaning up temporary data from old regions at 1732105182834 (+10 ms)Running coprocessor post-open hooks at 1732105182836 (+2 ms)Region opened successfully at 1732105182836 2024-11-20T12:19:42,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., pid=13, masterSystemTime=1732105182801 2024-11-20T12:19:42,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:42,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:42,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=372b69ca25a6ed71ebccea62b95469cd, regionState=OPEN, openSeqNum=9, regionLocation=843d83d51ba0,34233,1732105177251 2024-11-20T12:19:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34233,1732105177251 because future has completed 2024-11-20T12:19:42,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T12:19:42,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 372b69ca25a6ed71ebccea62b95469cd, server=843d83d51ba0,34233,1732105177251 in 194 msec 2024-11-20T12:19:42,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T12:19:42,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=372b69ca25a6ed71ebccea62b95469cd, ASSIGN in 352 msec 2024-11-20T12:19:42,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T12:19:42,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., hostname=843d83d51ba0,34233,1732105177251, seqNum=9] 2024-11-20T12:19:42,861 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 843d83d51ba0,34699,1732105162599 2024-11-20T12:19:42,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T12:19:42,866 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:43,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T12:19:43,066 DEBUG [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:43,085 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/.tmp/ns/61936e6da77e48ad8214481073994843 2024-11-20T12:19:43,121 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/.tmp/ns/61936e6da77e48ad8214481073994843 as hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/ns/61936e6da77e48ad8214481073994843 2024-11-20T12:19:43,125 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/ns/61936e6da77e48ad8214481073994843, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T12:19:43,126 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-11-20T12:19:43,126 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:19:43,129 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T12:19:43,130 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:43,130 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:43,130 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:43,130 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105182666Running coprocessor pre-close hooks at 1732105182666Disabling compacts and flushes for region at 1732105182666Disabling writes for close at 1732105182666Obtaining lock to block concurrent updates at 1732105182666Preparing flush snapshotting stores in 1588230740 at 1732105182666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732105182666Flushing stores of hbase:meta,,1.1588230740 at 1732105182667 (+1 ms)Flushing 1588230740/ns: creating writer at 1732105182667Flushing 1588230740/ns: appending metadata at 1732105182681 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732105182681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a331191: reopening flushed file at 1732105183120 (+439 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1732105183126 (+6 ms)Writing region close event to WAL at 1732105183127 (+1 ms)Running coprocessor post-close hooks at 1732105183130 (+3 ms)Closed at 1732105183130 2024-11-20T12:19:43,130 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:43,266 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,42657,1732105167694; all regions closed. 2024-11-20T12:19:43,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741834_1010 (size=1152) 2024-11-20T12:19:43,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/WALs/843d83d51ba0,42657,1732105167694/843d83d51ba0%2C42657%2C1732105167694.meta.1732105170929.meta not finished, retry = 0 2024-11-20T12:19:43,371 DEBUG [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/oldWALs 2024-11-20T12:19:43,371 INFO [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C42657%2C1732105167694.meta:.meta(num 1732105170929) 2024-11-20T12:19:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741832_1008 (size=93) 2024-11-20T12:19:43,374 DEBUG [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/oldWALs 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C42657%2C1732105167694:(num 1732105169954) 2024-11-20T12:19:43,375 DEBUG [RS:0;843d83d51ba0:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:43,375 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:43,375 INFO [RS:0;843d83d51ba0:42657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42657 2024-11-20T12:19:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121/rs 2024-11-20T12:19:43,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034802121/rs/843d83d51ba0,42657,1732105167694 2024-11-20T12:19:43,390 INFO [RS:0;843d83d51ba0:42657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:43,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,42657,1732105167694] 2024-11-20T12:19:43,411 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12034802121/draining/843d83d51ba0,42657,1732105167694 already deleted, retry=false 2024-11-20T12:19:43,411 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,42657,1732105167694 expired; onlineServers=0 2024-11-20T12:19:43,411 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,35943,1732105167554' ***** 2024-11-20T12:19:43,411 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:19:43,411 INFO [M:0;843d83d51ba0:35943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:43,412 DEBUG [M:0;843d83d51ba0:35943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:19:43,412 DEBUG [M:0;843d83d51ba0:35943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:19:43,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:19:43,412 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105169714 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105169714,5,FailOnTimeoutGroup] 2024-11-20T12:19:43,412 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105169715 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105169715,5,FailOnTimeoutGroup] 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:43,412 DEBUG [M:0;843d83d51ba0:35943 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:43,412 INFO [M:0;843d83d51ba0:35943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:19:43,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:19:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12034802121/master 2024-11-20T12:19:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12034802121 2024-11-20T12:19:43,422 DEBUG [M:0;843d83d51ba0:35943 {}] zookeeper.ZKUtil(347): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Unable to get data of znode /12034802121/master because node does not exist (not an error) 2024-11-20T12:19:43,438 WARN [M:0;843d83d51ba0:35943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:19:43,440 INFO [M:0;843d83d51ba0:35943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/.lastflushedseqids 2024-11-20T12:19:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741836_1012 (size=99) 2024-11-20T12:19:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:43,501 INFO [RS:0;843d83d51ba0:42657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:43,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101582f42e80004, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:43,501 INFO [RS:0;843d83d51ba0:42657 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,42657,1732105167694; zookeeper connection closed. 2024-11-20T12:19:43,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@171b77b4 2024-11-20T12:19:43,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:19:43,659 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:43,848 INFO [M:0;843d83d51ba0:35943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:19:43,848 INFO [M:0;843d83d51ba0:35943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:19:43,848 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:43,848 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:43,848 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:43,848 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:43,848 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:43,848 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T12:19:43,862 DEBUG [M:0;843d83d51ba0:35943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14045538e464f8d99b16c10dabc157a is 82, key is hbase:meta,,1/info:regioninfo/1732105170959/Put/seqid=0 2024-11-20T12:19:43,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741837_1013 (size=5672) 2024-11-20T12:19:44,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:44,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:44,267 INFO [M:0;843d83d51ba0:35943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14045538e464f8d99b16c10dabc157a 2024-11-20T12:19:44,283 DEBUG [M:0;843d83d51ba0:35943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a17dd7d424b44207bde6796c6d13d92a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732105170982/Put/seqid=0 2024-11-20T12:19:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741838_1014 (size=5275) 2024-11-20T12:19:44,688 INFO [M:0;843d83d51ba0:35943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a17dd7d424b44207bde6796c6d13d92a 2024-11-20T12:19:44,705 DEBUG [M:0;843d83d51ba0:35943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8edcc013ddbe41aaaea594a45ee46537 is 69, key is 843d83d51ba0,42657,1732105167694/rs:state/1732105169755/Put/seqid=0 2024-11-20T12:19:44,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741839_1015 (size=5156) 2024-11-20T12:19:44,764 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:45,109 INFO [M:0;843d83d51ba0:35943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8edcc013ddbe41aaaea594a45ee46537 2024-11-20T12:19:45,114 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f14045538e464f8d99b16c10dabc157a as hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f14045538e464f8d99b16c10dabc157a 2024-11-20T12:19:45,118 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f14045538e464f8d99b16c10dabc157a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T12:19:45,119 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a17dd7d424b44207bde6796c6d13d92a as hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a17dd7d424b44207bde6796c6d13d92a 2024-11-20T12:19:45,123 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a17dd7d424b44207bde6796c6d13d92a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T12:19:45,124 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8edcc013ddbe41aaaea594a45ee46537 as hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8edcc013ddbe41aaaea594a45ee46537 2024-11-20T12:19:45,128 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44995/user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8edcc013ddbe41aaaea594a45ee46537, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T12:19:45,129 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-20T12:19:45,130 INFO [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:45,130 DEBUG [M:0;843d83d51ba0:35943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105183848Disabling compacts and flushes for region at 1732105183848Disabling writes for close at 1732105183848Obtaining lock to block concurrent updates at 1732105183848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105183848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732105183849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105183849Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105183849Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105183862 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105183862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105184271 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105184283 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105184283Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105184692 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105184705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105184705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c13b908: reopening flushed file at 1732105185113 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f70cab9: reopening flushed file at 1732105185118 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65602ba3: reopening flushed file at 1732105185123 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1732105185129 (+6 ms)Writing region close event to WAL at 1732105185130 (+1 ms)Closed at 1732105185130 2024-11-20T12:19:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45405 is added to blk_1073741830_1006 (size=10165) 2024-11-20T12:19:45,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fbe138b-1097-145b-4b3e-21a9dd7bdb5d/MasterData/WALs/843d83d51ba0,35943,1732105167554/843d83d51ba0%2C35943%2C1732105167554.1732105169457 not finished, retry = 0 2024-11-20T12:19:45,233 INFO [M:0;843d83d51ba0:35943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:19:45,233 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:45,233 INFO [M:0;843d83d51ba0:35943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35943 2024-11-20T12:19:45,233 INFO [M:0;843d83d51ba0:35943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:45,396 INFO [M:0;843d83d51ba0:35943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35943-0x101582f42e80003, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:45,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:45,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:45,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:45,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:45,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:45,436 WARN [BP-40568814-172.17.0.3-1732105165675 heartbeating to localhost/127.0.0.1:44995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:19:45,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:19:45,436 WARN [BP-40568814-172.17.0.3-1732105165675 heartbeating to localhost/127.0.0.1:44995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-40568814-172.17.0.3-1732105165675 (Datanode Uuid d8f47a34-42ff-49d1-a9f8-4717b2c30c1c) service to localhost/127.0.0.1:44995 2024-11-20T12:19:45,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:19:45,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/cluster_446e03bf-8ccb-4107-13e8-77f7cad5b35b/data/data1/current/BP-40568814-172.17.0.3-1732105165675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:45,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/cluster_446e03bf-8ccb-4107-13e8-77f7cad5b35b/data/data2/current/BP-40568814-172.17.0.3-1732105165675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:45,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:19:45,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:45,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:45,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:45,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:45,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:45,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:19:45,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:19:45,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:45,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:45,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:45,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:45,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:45,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:19:45,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=94963617, stopped=false 2024-11-20T12:19:45,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,43079,1732105177166 2024-11-20T12:19:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/running 2024-11-20T12:19:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:45,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:45,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:45,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:19:45,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:45,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:45,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:45,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,34233,1732105177251' ***** 2024-11-20T12:19:45,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:19:45,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Set watcher on znode that does not yet exist, /01570006045/running 2024-11-20T12:19:45,475 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:19:45,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(3091): Received CLOSE for 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,34233,1732105177251 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:45,476 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 372b69ca25a6ed71ebccea62b95469cd, disabling compactions & flushes 2024-11-20T12:19:45,476 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34233. 2024-11-20T12:19:45,476 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:45,476 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. after waiting 0 ms 2024-11-20T12:19:45,476 DEBUG [RS:0;843d83d51ba0:34233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:45,476 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:45,476 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:19:45,476 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:19:45,476 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1325): Online Regions={372b69ca25a6ed71ebccea62b95469cd=hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:19:45,476 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 372b69ca25a6ed71ebccea62b95469cd 2024-11-20T12:19:45,476 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:45,477 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:45,477 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:45,477 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:45,477 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:45,477 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T12:19:45,479 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/replication/372b69ca25a6ed71ebccea62b95469cd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T12:19:45,480 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:45,480 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:45,480 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:45,480 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 372b69ca25a6ed71ebccea62b95469cd: Waiting for close lock at 1732105185476Running coprocessor pre-close hooks at 1732105185476Disabling compacts and flushes for region at 1732105185476Disabling writes for close at 1732105185476Writing region close event to WAL at 1732105185477 (+1 ms)Running coprocessor post-close hooks at 1732105185480 (+3 ms)Closed at 1732105185480 2024-11-20T12:19:45,480 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd. 2024-11-20T12:19:45,490 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/395c583723c34a719da405411c7ea878 is 147, key is hbase:replication,,1732105171071.372b69ca25a6ed71ebccea62b95469cd./info:regioninfo/1732105182839/Put/seqid=0 2024-11-20T12:19:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741851_1027 (size=6385) 2024-11-20T12:19:45,569 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:45,677 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:45,877 DEBUG [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:19:45,894 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/395c583723c34a719da405411c7ea878 2024-11-20T12:19:45,899 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/.tmp/info/395c583723c34a719da405411c7ea878 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/info/395c583723c34a719da405411c7ea878 2024-11-20T12:19:45,903 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/info/395c583723c34a719da405411c7ea878, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T12:19:45,904 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-11-20T12:19:45,911 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T12:19:45,911 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:45,911 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:45,911 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:45,912 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105185476Running coprocessor pre-close hooks at 1732105185476Disabling compacts and flushes for region at 1732105185476Disabling writes for close at 1732105185477 (+1 ms)Obtaining lock to block concurrent updates at 1732105185477Preparing flush snapshotting stores in 1588230740 at 1732105185477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732105185477Flushing stores of hbase:meta,,1.1588230740 at 1732105185477Flushing 1588230740/info: creating writer at 1732105185477Flushing 1588230740/info: appending metadata at 1732105185490 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732105185490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21866b70: reopening flushed file at 1732105185898 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1732105185904 (+6 ms)Writing region close event to WAL at 1732105185907 (+3 ms)Running coprocessor post-close hooks at 1732105185911 (+4 ms)Closed at 1732105185911 2024-11-20T12:19:45,912 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:45,969 DEBUG [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 to pos 0, reset compression=false 2024-11-20T12:19:46,077 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,34233,1732105177251; all regions closed. 2024-11-20T12:19:46,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.meta.1732105178548.meta not finished, retry = 0 2024-11-20T12:19:46,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741849_1025 (size=2156) 2024-11-20T12:19:46,154 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:19:46,154 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:19:46,181 DEBUG [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:46,181 INFO [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34233%2C1732105177251.meta:.meta(num 1732105178548) 2024-11-20T12:19:46,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741850_1026 (size=796) 2024-11-20T12:19:46,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.rep.1732105182806 not finished, retry = 0 2024-11-20T12:19:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:19:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:46,286 DEBUG [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:46,286 INFO [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34233%2C1732105177251.rep:(num 1732105182806) 2024-11-20T12:19:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741848_1024 (size=93) 2024-11-20T12:19:46,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/WALs/843d83d51ba0,34233,1732105177251/843d83d51ba0%2C34233%2C1732105177251.1732105178201 not finished, retry = 0 2024-11-20T12:19:46,390 DEBUG [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/oldWALs 2024-11-20T12:19:46,390 INFO [RS:0;843d83d51ba0:34233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34233%2C1732105177251:(num 1732105178201) 2024-11-20T12:19:46,390 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:46,390 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:19:46,390 INFO [RS:0;843d83d51ba0:34233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:46,390 INFO [RS:0;843d83d51ba0:34233 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:46,390 INFO [RS:0;843d83d51ba0:34233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:46,390 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:46,391 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,34233,1732105177251 because: Region server is closing 2024-11-20T12:19:46,391 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T12:19:46,391 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T12:19:46,391 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T12:19:46,391 INFO [RS:0;843d83d51ba0:34233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34233. 2024-11-20T12:19:46,391 DEBUG [RS:0;843d83d51ba0:34233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:19:46,391 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:46,391 DEBUG [RS:0;843d83d51ba0:34233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:46,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:19:46,491 WARN [RS:0;843d83d51ba0:34233.replicationSource.shipper843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:19:46,491 WARN [RS:0;843d83d51ba0:34233.replicationSource.wal-reader.843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:19:46,491 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;843d83d51ba0:34233.replicationSource.shipper843d83d51ba0%2C34233%2C1732105177251,1-843d83d51ba0,34233,1732105177251 terminated 2024-11-20T12:19:46,491 INFO [RS:0;843d83d51ba0:34233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34233 2024-11-20T12:19:46,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045/rs 2024-11-20T12:19:46,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/rs/843d83d51ba0,34233,1732105177251 2024-11-20T12:19:46,537 INFO [RS:0;843d83d51ba0:34233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:46,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,34233,1732105177251] 2024-11-20T12:19:46,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01570006045/draining/843d83d51ba0,34233,1732105177251 already deleted, retry=false 2024-11-20T12:19:46,601 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,34233,1732105177251 expired; onlineServers=0 2024-11-20T12:19:46,601 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,43079,1732105177166' ***** 2024-11-20T12:19:46,601 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:19:46,601 DEBUG [M:0;843d83d51ba0:43079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:19:46,601 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:19:46,601 DEBUG [M:0;843d83d51ba0:43079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:19:46,601 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105177966 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105177966,5,FailOnTimeoutGroup] 2024-11-20T12:19:46,601 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105177966 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105177966,5,FailOnTimeoutGroup] 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:19:46,601 DEBUG [M:0;843d83d51ba0:43079 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:19:46,601 INFO [M:0;843d83d51ba0:43079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:19:46,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:19:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01570006045/master 2024-11-20T12:19:46,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01570006045 2024-11-20T12:19:46,611 DEBUG [M:0;843d83d51ba0:43079 {}] zookeeper.ZKUtil(347): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Unable to get data of znode /01570006045/master because node does not exist (not an error) 2024-11-20T12:19:46,611 WARN [M:0;843d83d51ba0:43079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:19:46,612 INFO [M:0;843d83d51ba0:43079 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/.lastflushedseqids 2024-11-20T12:19:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741852_1028 (size=181) 2024-11-20T12:19:46,690 INFO [RS:0;843d83d51ba0:34233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:46,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34233-0x101582f42e80007, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:46,690 INFO [RS:0;843d83d51ba0:34233 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,34233,1732105177251; zookeeper connection closed. 2024-11-20T12:19:46,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f44b61c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f44b61c 2024-11-20T12:19:46,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:19:47,016 INFO [M:0;843d83d51ba0:43079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:19:47,016 INFO [M:0;843d83d51ba0:43079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:19:47,016 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:47,016 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:47,016 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:47,016 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:47,016 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:47,016 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T12:19:47,030 DEBUG [M:0;843d83d51ba0:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28fa585441644bff9336a005207317e2 is 82, key is hbase:meta,,1/info:regioninfo/1732105178595/Put/seqid=0 2024-11-20T12:19:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741853_1029 (size=5672) 2024-11-20T12:19:47,434 INFO [M:0;843d83d51ba0:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28fa585441644bff9336a005207317e2 2024-11-20T12:19:47,455 DEBUG [M:0;843d83d51ba0:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e62f44f5c44cc59a49a681b3613387 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732105182844/Put/seqid=0 2024-11-20T12:19:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741854_1030 (size=7312) 2024-11-20T12:19:47,859 INFO [M:0;843d83d51ba0:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e62f44f5c44cc59a49a681b3613387 2024-11-20T12:19:47,880 DEBUG [M:0;843d83d51ba0:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83284429947a455f99d819d3dd2f33b2 is 69, key is 843d83d51ba0,34233,1732105177251/rs:state/1732105178005/Put/seqid=0 2024-11-20T12:19:47,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741855_1031 (size=5370) 2024-11-20T12:19:48,285 INFO [M:0;843d83d51ba0:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83284429947a455f99d819d3dd2f33b2 2024-11-20T12:19:48,289 INFO [M:0;843d83d51ba0:43079 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83284429947a455f99d819d3dd2f33b2 2024-11-20T12:19:48,290 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/28fa585441644bff9336a005207317e2 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28fa585441644bff9336a005207317e2 2024-11-20T12:19:48,294 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/28fa585441644bff9336a005207317e2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T12:19:48,295 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e62f44f5c44cc59a49a681b3613387 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e62f44f5c44cc59a49a681b3613387 2024-11-20T12:19:48,299 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e62f44f5c44cc59a49a681b3613387, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T12:19:48,300 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83284429947a455f99d819d3dd2f33b2 as hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83284429947a455f99d819d3dd2f33b2 2024-11-20T12:19:48,304 INFO [M:0;843d83d51ba0:43079 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83284429947a455f99d819d3dd2f33b2 2024-11-20T12:19:48,305 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41195/user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83284429947a455f99d819d3dd2f33b2, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T12:19:48,305 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false 2024-11-20T12:19:48,306 INFO [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:48,306 DEBUG [M:0;843d83d51ba0:43079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105187016Disabling compacts and flushes for region at 1732105187016Disabling writes for close at 1732105187016Obtaining lock to block concurrent updates at 1732105187016Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105187016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732105187017 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105187017Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105187017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105187030 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105187030Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105187439 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105187454 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105187454Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105187864 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105187880 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105187880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338e96bf: reopening flushed file at 1732105188289 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db3a45a: reopening flushed file at 1732105188294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7798d9: reopening flushed file at 1732105188300 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false at 1732105188305 (+5 ms)Writing region close event to WAL at 1732105188306 (+1 ms)Closed at 1732105188306 2024-11-20T12:19:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741847_1023 (size=22903) 2024-11-20T12:19:48,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a50a5f3e-2670-371f-3db6-166c497d9308/MasterData/WALs/843d83d51ba0,43079,1732105177166/843d83d51ba0%2C43079%2C1732105177166.1732105177746 not finished, retry = 0 2024-11-20T12:19:48,409 INFO [M:0;843d83d51ba0:43079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:19:48,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:19:48,409 INFO [M:0;843d83d51ba0:43079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43079 2024-11-20T12:19:48,409 INFO [M:0;843d83d51ba0:43079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:19:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:48,530 INFO [M:0;843d83d51ba0:43079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:19:48,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x101582f42e80006, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:19:48,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:48,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:48,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:48,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:48,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:48,534 WARN [BP-1564025607-172.17.0.3-1732105160526 heartbeating to localhost/127.0.0.1:41195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:19:48,534 WARN [BP-1564025607-172.17.0.3-1732105160526 heartbeating to localhost/127.0.0.1:41195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1564025607-172.17.0.3-1732105160526 (Datanode Uuid 7427108f-9f4e-4a0d-84c0-c6b731068650) service to localhost/127.0.0.1:41195 2024-11-20T12:19:48,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:19:48,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:19:48,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/data/data1/current/BP-1564025607-172.17.0.3-1732105160526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:48,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/cluster_1a0d514d-4d42-0439-fc4b-f83a41b2e0c1/data/data2/current/BP-1564025607-172.17.0.3-1732105160526 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:19:48,535 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:19:48,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:48,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:19:48,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:19:48,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:19:48,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/010de2a8-4e89-17d7-aadc-8d5b171e7ab8/hadoop.log.dir/,STOPPED} 2024-11-20T12:19:48,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:19:48,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:19:48,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62191) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44995 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62191) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41195 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 284), ProcessCount=11 (was 11), AvailableMemoryMB=5776 (was 5934) 2024-11-20T12:19:48,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=5776 2024-11-20T12:19:48,586 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T12:19:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir so I do NOT create it in target/test-data/a5182058-611a-1e1a-9722-3456148ab716 2024-11-20T12:19:48,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:19:48,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.tmp.dir so I do NOT create it in target/test-data/a5182058-611a-1e1a-9722-3456148ab716 2024-11-20T12:19:48,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4415ab0-ccdc-2782-fdd4-fa2e4edd03e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:19:48,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716 2024-11-20T12:19:48,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7, deleteOnExit=true 2024-11-20T12:19:48,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/zookeeper_0, clientPort=62273, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:19:48,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62273 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/test.cache.data in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:19:48,608 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:48,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:19:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:19:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101582f42e80002, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:19:48,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101582f42e80005, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:19:48,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101582f42e80005, quorum=127.0.0.1:62191, baseZNode=/12034802121 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:19:48,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101582f42e80002, quorum=127.0.0.1:62191, baseZNode=/01570006045 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:19:48,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:48,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:48,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:48,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:48,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:48,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:48,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:48,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:49,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fdfc14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/java.io.tmpdir/jetty-localhost-36947-hadoop-hdfs-3_4_1-tests_jar-_-any-2112791810678032329/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:49,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:36947} 2024-11-20T12:19:49,085 INFO [Time-limited test {}] server.Server(415): Started @170500ms 2024-11-20T12:19:49,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:49,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:49,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:49,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:49,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:49,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:49,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:49,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@670e66f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/java.io.tmpdir/jetty-localhost-40491-hadoop-hdfs-3_4_1-tests_jar-_-any-4747555371886996522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:49,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:40491} 2024-11-20T12:19:49,420 INFO [Time-limited test {}] server.Server(415): Started @170835ms 2024-11-20T12:19:49,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:19:50,087 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/data/data2/current/BP-1152579930-172.17.0.3-1732105188635/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:50,087 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/data/data1/current/BP-1152579930-172.17.0.3-1732105188635/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:50,104 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:19:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c42de9934521833 with lease ID 0xaa3f49da09ede529: Processing first storage report for DS-a0e0d06d-7adb-4325-bea4-8cc347b68323 from datanode DatanodeRegistration(127.0.0.1:38601, datanodeUuid=dfd8477e-6383-4c7b-9f0e-68323d69775e, infoPort=45699, infoSecurePort=0, ipcPort=41529, storageInfo=lv=-57;cid=testClusterID;nsid=1047661641;c=1732105188635) 2024-11-20T12:19:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c42de9934521833 with lease ID 0xaa3f49da09ede529: from storage DS-a0e0d06d-7adb-4325-bea4-8cc347b68323 node DatanodeRegistration(127.0.0.1:38601, datanodeUuid=dfd8477e-6383-4c7b-9f0e-68323d69775e, infoPort=45699, infoSecurePort=0, ipcPort=41529, storageInfo=lv=-57;cid=testClusterID;nsid=1047661641;c=1732105188635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c42de9934521833 with lease ID 0xaa3f49da09ede529: Processing first storage report for DS-114c70d8-f70e-4adc-936c-61658e7bba35 from datanode DatanodeRegistration(127.0.0.1:38601, datanodeUuid=dfd8477e-6383-4c7b-9f0e-68323d69775e, infoPort=45699, infoSecurePort=0, ipcPort=41529, storageInfo=lv=-57;cid=testClusterID;nsid=1047661641;c=1732105188635) 2024-11-20T12:19:50,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c42de9934521833 with lease ID 0xaa3f49da09ede529: from storage DS-114c70d8-f70e-4adc-936c-61658e7bba35 node DatanodeRegistration(127.0.0.1:38601, datanodeUuid=dfd8477e-6383-4c7b-9f0e-68323d69775e, infoPort=45699, infoSecurePort=0, ipcPort=41529, storageInfo=lv=-57;cid=testClusterID;nsid=1047661641;c=1732105188635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:50,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716 2024-11-20T12:19:50,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:19:50,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74 with version=8 2024-11-20T12:19:50,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/hbase-staging 2024-11-20T12:19:50,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:19:50,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:50,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44299 2024-11-20T12:19:50,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44299 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:50,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442990x0, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:50,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44299-0x101582fb0aa0000 connected 2024-11-20T12:19:50,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/running 2024-11-20T12:19:50,855 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74, hbase.cluster.distributed=false 2024-11-20T12:19:50,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/acl 2024-11-20T12:19:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-20T12:19:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44299 2024-11-20T12:19:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44299 2024-11-20T12:19:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-20T12:19:50,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-20T12:19:50,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:19:50,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:50,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35663 2024-11-20T12:19:50,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35663 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:50,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:50,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356630x0, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:50,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356630x0, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/running 2024-11-20T12:19:50,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35663-0x101582fb0aa0001 connected 2024-11-20T12:19:50,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:19:50,885 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:19:50,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/master 2024-11-20T12:19:50,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/acl 2024-11-20T12:19:50,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-20T12:19:50,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-20T12:19:50,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-20T12:19:50,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-20T12:19:50,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-20T12:19:50,907 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:44299 2024-11-20T12:19:50,907 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1043472969/backup-masters/843d83d51ba0,44299,1732105190556 2024-11-20T12:19:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/backup-masters 2024-11-20T12:19:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/backup-masters 2024-11-20T12:19:50,916 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on existing znode=/0-1043472969/backup-masters/843d83d51ba0,44299,1732105190556 2024-11-20T12:19:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1043472969/master 2024-11-20T12:19:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:50,926 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on existing znode=/0-1043472969/master 2024-11-20T12:19:50,926 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1043472969/backup-masters/843d83d51ba0,44299,1732105190556 from backup master directory 2024-11-20T12:19:50,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/backup-masters 2024-11-20T12:19:50,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1043472969/backup-masters/843d83d51ba0,44299,1732105190556 2024-11-20T12:19:50,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/backup-masters 2024-11-20T12:19:50,936 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:50,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,44299,1732105190556 2024-11-20T12:19:50,939 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/hbase.id] with ID: bf4b5519-fc13-48db-bac9-7c7f21133a9f 2024-11-20T12:19:50,939 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/.tmp/hbase.id 2024-11-20T12:19:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:19:50,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:51,344 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/.tmp/hbase.id]:[hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/hbase.id] 2024-11-20T12:19:51,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:51,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:19:51,354 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:19:51,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:51,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:51,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:19:51,805 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:51,806 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:19:51,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:19:52,214 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store 2024-11-20T12:19:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:52,621 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:52,621 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:52,621 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105192621Disabling compacts and flushes for region at 1732105192621Disabling writes for close at 1732105192621Writing region close event to WAL at 1732105192621Closed at 1732105192621 2024-11-20T12:19:52,622 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/.initializing 2024-11-20T12:19:52,622 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/WALs/843d83d51ba0,44299,1732105190556 2024-11-20T12:19:52,623 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:52,624 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C44299%2C1732105190556, suffix=, logDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/WALs/843d83d51ba0,44299,1732105190556, archiveDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/oldWALs, maxLogs=10 2024-11-20T12:19:52,636 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/WALs/843d83d51ba0,44299,1732105190556/843d83d51ba0%2C44299%2C1732105190556.1732105192625, exclude list is [], retry=0 2024-11-20T12:19:52,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-a0e0d06d-7adb-4325-bea4-8cc347b68323,DISK] 2024-11-20T12:19:52,639 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/WALs/843d83d51ba0,44299,1732105190556/843d83d51ba0%2C44299%2C1732105190556.1732105192625 2024-11-20T12:19:52,639 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-20T12:19:52,639 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:52,640 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:52,640 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,640 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:19:52,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:52,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:19:52,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:19:52,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:52,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:52,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:19:52,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:52,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:52,647 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,647 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,648 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,649 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,649 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,649 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:52,650 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:52,651 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:52,651 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72689945, jitterRate=0.08316458761692047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:52,652 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105192640Initializing all the Stores at 1732105192640Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105192640Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105192641 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105192641Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105192641Cleaning up temporary data from old regions at 1732105192649 (+8 ms)Region opened successfully at 1732105192652 (+3 ms) 2024-11-20T12:19:52,652 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:19:52,654 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b47ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:52,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:19:52,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:19:52,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:19:52,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:19:52,655 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:19:52,656 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:19:52,656 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:19:52,661 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:19:52,661 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Unable to get data of znode /0-1043472969/balancer because node does not exist (not necessarily an error) 2024-11-20T12:19:52,725 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/balancer already deleted, retry=false 2024-11-20T12:19:52,726 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:19:52,726 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Unable to get data of znode /0-1043472969/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:19:52,736 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/normalizer already deleted, retry=false 2024-11-20T12:19:52,736 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:19:52,737 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Unable to get data of znode /0-1043472969/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:19:52,746 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/switch/split already deleted, retry=false 2024-11-20T12:19:52,747 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Unable to get data of znode /0-1043472969/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:19:52,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/switch/merge already deleted, retry=false 2024-11-20T12:19:52,759 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Unable to get data of znode /0-1043472969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:19:52,767 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/snapshot-cleanup already deleted, retry=false 2024-11-20T12:19:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1043472969/running 2024-11-20T12:19:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1043472969/running 2024-11-20T12:19:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,778 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,44299,1732105190556, sessionid=0x101582fb0aa0000, setting cluster-up flag (Was=false) 2024-11-20T12:19:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,831 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1043472969/flush-table-proc/acquired, /0-1043472969/flush-table-proc/reached, /0-1043472969/flush-table-proc/abort 2024-11-20T12:19:52,832 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,44299,1732105190556 2024-11-20T12:19:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:52,883 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1043472969/online-snapshot/acquired, /0-1043472969/online-snapshot/reached, /0-1043472969/online-snapshot/abort 2024-11-20T12:19:52,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,44299,1732105190556 2024-11-20T12:19:52,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:19:52,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:52,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:19:52,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:19:52,887 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,44299,1732105190556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:52,888 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,888 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105222888 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:52,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:19:52,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:19:52,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:19:52,890 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105192890,5,FailOnTimeoutGroup] 2024-11-20T12:19:52,890 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105192890,5,FailOnTimeoutGroup] 2024-11-20T12:19:52,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:52,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:19:52,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,890 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:19:52,896 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(746): ClusterId : bf4b5519-fc13-48db-bac9-7c7f21133a9f 2024-11-20T12:19:52,897 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:19:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:19:52,905 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:19:52,905 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:19:52,915 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:19:52,916 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb10042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:52,930 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:35663 2024-11-20T12:19:52,930 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:19:52,930 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:19:52,930 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:19:52,931 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,44299,1732105190556 with port=35663, startcode=1732105190870 2024-11-20T12:19:52,931 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:19:52,932 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:19:52,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44299 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,933 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74 2024-11-20T12:19:52,933 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45579 2024-11-20T12:19:52,933 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:19:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/rs 2024-11-20T12:19:52,945 DEBUG [RS:0;843d83d51ba0:35663 {}] zookeeper.ZKUtil(111): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on existing znode=/0-1043472969/rs/843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,945 WARN [RS:0;843d83d51ba0:35663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:52,945 INFO [RS:0;843d83d51ba0:35663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:52,945 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,945 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,35663,1732105190870] 2024-11-20T12:19:52,948 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:19:52,949 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:19:52,949 INFO [RS:0;843d83d51ba0:35663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:19:52,950 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,951 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:19:52,952 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:19:52,952 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:52,952 DEBUG [RS:0;843d83d51ba0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,956 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35663,1732105190870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:52,971 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:19:52,971 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35663,1732105190870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,971 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,971 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.Replication(171): 843d83d51ba0,35663,1732105190870 started 2024-11-20T12:19:52,983 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:52,983 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,35663,1732105190870, RpcServer on 843d83d51ba0/172.17.0.3:35663, sessionid=0x101582fb0aa0001 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35663,1732105190870' 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1043472969/flush-table-proc/abort' 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1043472969/flush-table-proc/acquired' 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,35663,1732105190870 2024-11-20T12:19:52,984 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35663,1732105190870' 2024-11-20T12:19:52,985 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1043472969/online-snapshot/abort' 2024-11-20T12:19:52,985 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1043472969/online-snapshot/acquired' 2024-11-20T12:19:52,985 DEBUG [RS:0;843d83d51ba0:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:19:52,985 INFO [RS:0;843d83d51ba0:35663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:19:52,985 INFO [RS:0;843d83d51ba0:35663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:19:53,086 INFO [RS:0;843d83d51ba0:35663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:53,087 INFO [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35663%2C1732105190870, suffix=, logDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870, archiveDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs, maxLogs=10 2024-11-20T12:19:53,104 DEBUG [RS:0;843d83d51ba0:35663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087, exclude list is [], retry=0 2024-11-20T12:19:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-a0e0d06d-7adb-4325-bea4-8cc347b68323,DISK] 2024-11-20T12:19:53,108 INFO [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 2024-11-20T12:19:53,108 DEBUG [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-20T12:19:53,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:19:53,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74 2024-11-20T12:19:53,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:19:53,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:53,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:53,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:53,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:53,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:53,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:53,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:53,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:53,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:53,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:53,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:53,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:53,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:53,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740 2024-11-20T12:19:53,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740 2024-11-20T12:19:53,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:53,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:53,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:53,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:53,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:53,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71954927, jitterRate=0.07221196591854095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105193703Initializing all the Stores at 1732105193704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105193704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105193704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105193704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105193704Cleaning up temporary data from old regions at 1732105193711 (+7 ms)Region opened successfully at 1732105193715 (+4 ms) 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:53,715 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:53,715 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:53,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105193715Disabling compacts and flushes for region at 1732105193715Disabling writes for close at 1732105193715Writing region close event to WAL at 1732105193715Closed at 1732105193715 2024-11-20T12:19:53,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:53,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:19:53,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:19:53,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:53,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:19:53,868 DEBUG [843d83d51ba0:44299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:53,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:19:53,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35663,1732105190870, state=OPENING 2024-11-20T12:19:53,925 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:19:53,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:53,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:19:53,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:53,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1043472969/meta-region-server: CHANGED 2024-11-20T12:19:53,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1043472969/meta-region-server: CHANGED 2024-11-20T12:19:53,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35663,1732105190870}] 2024-11-20T12:19:54,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:19:54,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:19:54,121 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:19:54,121 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:54,121 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:19:54,123 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35663%2C1732105190870.meta, suffix=.meta, logDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870, archiveDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs, maxLogs=10 2024-11-20T12:19:54,134 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.meta.1732105194123.meta, exclude list is [], retry=0 2024-11-20T12:19:54,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-a0e0d06d-7adb-4325-bea4-8cc347b68323,DISK] 2024-11-20T12:19:54,138 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.meta.1732105194123.meta 2024-11-20T12:19:54,138 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-20T12:19:54,138 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:54,138 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:54,138 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:54,138 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:19:54,139 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:19:54,139 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:19:54,139 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:54,139 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:19:54,139 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:19:54,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:54,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:54,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:54,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:54,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:54,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:54,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:54,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:54,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:54,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:54,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:54,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:54,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:54,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:54,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:54,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:54,144 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:54,144 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740 2024-11-20T12:19:54,145 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740 2024-11-20T12:19:54,146 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:54,146 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:54,147 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:54,147 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:54,148 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75431665, jitterRate=0.12401939928531647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:54,148 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:19:54,148 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105194139Writing region info on filesystem at 1732105194139Initializing all the Stores at 1732105194140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105194140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105194140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105194140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105194140Cleaning up temporary data from old regions at 1732105194146 (+6 ms)Running coprocessor post-open hooks at 1732105194148 (+2 ms)Region opened successfully at 1732105194148 2024-11-20T12:19:54,149 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105194117 2024-11-20T12:19:54,151 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:19:54,151 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:19:54,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:19:54,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35663,1732105190870, state=OPEN 2024-11-20T12:19:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1043472969/meta-region-server 2024-11-20T12:19:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1043472969/meta-region-server 2024-11-20T12:19:54,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1043472969/meta-region-server: CHANGED 2024-11-20T12:19:54,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1043472969/meta-region-server: CHANGED 2024-11-20T12:19:54,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,35663,1732105190870 2024-11-20T12:19:54,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:19:54,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35663,1732105190870 in 203 msec 2024-11-20T12:19:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:19:54,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-20T12:19:54,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:54,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:19:54,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:54,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:19:54,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:54,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:54,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-20T12:19:54,177 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105194177, completionTime=-1 2024-11-20T12:19:54,177 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:19:54,177 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105254179 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105314179 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:44299, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,179 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,180 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,181 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:54,183 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:19:54,185 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:19:54,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:19:54,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44299,1732105190556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:54,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:54,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:19:54,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:54,198 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f87eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:54,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:54,200 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:54,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:54,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:19:54,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:54,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:54,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,44299,1732105190556 2024-11-20T12:19:54,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:54,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:54,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101582fb0aa0002 connected 2024-11-20T12:19:54,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir so I do NOT create it in target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a 2024-11-20T12:19:54,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.tmp.dir so I do NOT create it in target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a 2024-11-20T12:19:54,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:19:54,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/cluster_f8dde137-2794-fab6-2996-f1370e6115cf, deleteOnExit=true 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/test.cache.data in system properties and HBase conf 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:19:54,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:19:54,224 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:19:54,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:19:54,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:19:54,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:54,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:54,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:54,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:54,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:19:54,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:54,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:54,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:54,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38940895{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/java.io.tmpdir/jetty-localhost-39791-hadoop-hdfs-3_4_1-tests_jar-_-any-7662231603383440019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:19:54,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:39791} 2024-11-20T12:19:54,641 INFO [Time-limited test {}] server.Server(415): Started @176056ms 2024-11-20T12:19:54,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:19:54,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:19:54,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:19:54,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:19:54,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:19:54,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:19:54,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:19:54,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2b2829{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/java.io.tmpdir/jetty-localhost-33831-hadoop-hdfs-3_4_1-tests_jar-_-any-10109494955180913464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:19:54,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:33831} 2024-11-20T12:19:54,984 INFO [Time-limited test {}] server.Server(415): Started @176400ms 2024-11-20T12:19:54,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:19:55,868 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/cluster_f8dde137-2794-fab6-2996-f1370e6115cf/data/data1/current/BP-1401076915-172.17.0.3-1732105194241/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:55,868 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/cluster_f8dde137-2794-fab6-2996-f1370e6115cf/data/data2/current/BP-1401076915-172.17.0.3-1732105194241/current, will proceed with Du for space computation calculation, 2024-11-20T12:19:55,882 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:19:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98e88d8bd529fb9e with lease ID 0x9f2fdb05166b1fa0: Processing first storage report for DS-7896a826-5d2b-45a3-9a43-fcc2741546c4 from datanode DatanodeRegistration(127.0.0.1:38329, datanodeUuid=a2fdcb77-313f-4201-a2c3-eb57fbfcc81f, infoPort=35557, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=801435246;c=1732105194241) 2024-11-20T12:19:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98e88d8bd529fb9e with lease ID 0x9f2fdb05166b1fa0: from storage DS-7896a826-5d2b-45a3-9a43-fcc2741546c4 node DatanodeRegistration(127.0.0.1:38329, datanodeUuid=a2fdcb77-313f-4201-a2c3-eb57fbfcc81f, infoPort=35557, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=801435246;c=1732105194241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98e88d8bd529fb9e with lease ID 0x9f2fdb05166b1fa0: Processing first storage report for DS-a5fbe8d1-135e-4b3c-9b43-8362152be5b7 from datanode DatanodeRegistration(127.0.0.1:38329, datanodeUuid=a2fdcb77-313f-4201-a2c3-eb57fbfcc81f, infoPort=35557, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=801435246;c=1732105194241) 2024-11-20T12:19:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98e88d8bd529fb9e with lease ID 0x9f2fdb05166b1fa0: from storage DS-a5fbe8d1-135e-4b3c-9b43-8362152be5b7 node DatanodeRegistration(127.0.0.1:38329, datanodeUuid=a2fdcb77-313f-4201-a2c3-eb57fbfcc81f, infoPort=35557, infoSecurePort=0, ipcPort=43737, storageInfo=lv=-57;cid=testClusterID;nsid=801435246;c=1732105194241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:19:55,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a 2024-11-20T12:19:55,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:55,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:55,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:19:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:19:56,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:19:56,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:19:56,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T12:19:56,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:19:56,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:19:56,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf with version=8 2024-11-20T12:19:56,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/hbase-staging 2024-11-20T12:19:56,324 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:56,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:56,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:56,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:19:56,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:56,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37049 2024-11-20T12:19:56,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37049 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:56,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370490x0, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:56,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37049-0x101582fb0aa0003 connected 2024-11-20T12:19:56,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:56,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:56,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/running 2024-11-20T12:19:56,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf, hbase.cluster.distributed=false 2024-11-20T12:19:56,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/acl 2024-11-20T12:19:56,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-20T12:19:56,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37049 2024-11-20T12:19:56,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37049 2024-11-20T12:19:56,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-20T12:19:56,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37049 2024-11-20T12:19:56,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:19:56,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:19:56,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:19:56,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:19:56,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:19:56,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:19:56,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36431 2024-11-20T12:19:56,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36431 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:56,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:56,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:56,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364310x0, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:56,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364310x0, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/running 2024-11-20T12:19:56,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36431-0x101582fb0aa0004 connected 2024-11-20T12:19:56,484 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:19:56,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:19:56,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/master 2024-11-20T12:19:56,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/acl 2024-11-20T12:19:56,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-20T12:19:56,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36431 2024-11-20T12:19:56,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36431 2024-11-20T12:19:56,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-20T12:19:56,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-20T12:19:56,504 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:37049 2024-11-20T12:19:56,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11251927187/backup-masters/843d83d51ba0,37049,1732105196324 2024-11-20T12:19:56,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/backup-masters 2024-11-20T12:19:56,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/backup-masters 2024-11-20T12:19:56,515 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on existing znode=/11251927187/backup-masters/843d83d51ba0,37049,1732105196324 2024-11-20T12:19:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11251927187/master 2024-11-20T12:19:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:56,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:56,526 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on existing znode=/11251927187/master 2024-11-20T12:19:56,526 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11251927187/backup-masters/843d83d51ba0,37049,1732105196324 from backup master directory 2024-11-20T12:19:56,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/backup-masters 2024-11-20T12:19:56,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11251927187/backup-masters/843d83d51ba0,37049,1732105196324 2024-11-20T12:19:56,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/backup-masters 2024-11-20T12:19:56,536 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:56,536 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,37049,1732105196324 2024-11-20T12:19:56,539 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/hbase.id] with ID: 86274e91-e7d1-40ee-ac39-47dc2329247c 2024-11-20T12:19:56,539 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/.tmp/hbase.id 2024-11-20T12:19:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:19:56,943 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/.tmp/hbase.id]:[hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/hbase.id] 2024-11-20T12:19:56,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:19:56,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:19:56,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:19:56,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:56,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:57,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:19:57,404 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:57,405 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:19:57,405 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:57,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:19:57,812 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store 2024-11-20T12:19:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:19:58,218 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:58,218 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:19:58,218 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105198218Disabling compacts and flushes for region at 1732105198218Disabling writes for close at 1732105198218Writing region close event to WAL at 1732105198218Closed at 1732105198218 2024-11-20T12:19:58,219 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/.initializing 2024-11-20T12:19:58,219 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/WALs/843d83d51ba0,37049,1732105196324 2024-11-20T12:19:58,220 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:58,222 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C37049%2C1732105196324, suffix=, logDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/WALs/843d83d51ba0,37049,1732105196324, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/oldWALs, maxLogs=10 2024-11-20T12:19:58,237 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/WALs/843d83d51ba0,37049,1732105196324/843d83d51ba0%2C37049%2C1732105196324.1732105198222, exclude list is [], retry=0 2024-11-20T12:19:58,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-7896a826-5d2b-45a3-9a43-fcc2741546c4,DISK] 2024-11-20T12:19:58,241 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/WALs/843d83d51ba0,37049,1732105196324/843d83d51ba0%2C37049%2C1732105196324.1732105198222 2024-11-20T12:19:58,241 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35557:35557)] 2024-11-20T12:19:58,241 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:58,242 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:58,242 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,242 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:19:58,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:58,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:19:58,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:58,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:19:58,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:58,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:19:58,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:19:58,249 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,249 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,250 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,250 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,251 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,251 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:58,252 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:19:58,253 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:58,254 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430027, jitterRate=-0.06972010433673859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:58,254 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105198242Initializing all the Stores at 1732105198243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105198243Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105198243Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105198243Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105198243Cleaning up temporary data from old regions at 1732105198251 (+8 ms)Region opened successfully at 1732105198254 (+3 ms) 2024-11-20T12:19:58,254 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:19:58,256 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e19574d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:58,256 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:19:58,257 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:19:58,259 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:19:58,259 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/balancer because node does not exist (not necessarily an error) 2024-11-20T12:19:58,367 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/balancer already deleted, retry=false 2024-11-20T12:19:58,368 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:19:58,368 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:19:58,378 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/normalizer already deleted, retry=false 2024-11-20T12:19:58,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:19:58,379 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:19:58,388 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/switch/split already deleted, retry=false 2024-11-20T12:19:58,389 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:19:58,399 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/switch/merge already deleted, retry=false 2024-11-20T12:19:58,400 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:19:58,409 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/snapshot-cleanup already deleted, retry=false 2024-11-20T12:19:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11251927187/running 2024-11-20T12:19:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11251927187/running 2024-11-20T12:19:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,420 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,37049,1732105196324, sessionid=0x101582fb0aa0003, setting cluster-up flag (Was=false) 2024-11-20T12:19:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,473 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11251927187/flush-table-proc/acquired, /11251927187/flush-table-proc/reached, /11251927187/flush-table-proc/abort 2024-11-20T12:19:58,474 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,37049,1732105196324 2024-11-20T12:19:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:58,525 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11251927187/online-snapshot/acquired, /11251927187/online-snapshot/reached, /11251927187/online-snapshot/abort 2024-11-20T12:19:58,526 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,37049,1732105196324 2024-11-20T12:19:58,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:19:58,528 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:58,528 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:19:58,528 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:19:58,528 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,37049,1732105196324 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:19:58,529 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:58,529 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:58,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105228530 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:19:58,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:19:58,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:58,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:19:58,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:19:58,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:19:58,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:19:58,531 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:19:58,531 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:19:58,532 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:19:58,532 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:19:58,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105198532,5,FailOnTimeoutGroup] 2024-11-20T12:19:58,533 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105198532,5,FailOnTimeoutGroup] 2024-11-20T12:19:58,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:19:58,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:19:58,595 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(746): ClusterId : 86274e91-e7d1-40ee-ac39-47dc2329247c 2024-11-20T12:19:58,595 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:19:58,608 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:19:58,608 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:19:58,621 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:19:58,621 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b51fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:19:58,631 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:36431 2024-11-20T12:19:58,631 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:19:58,631 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:19:58,631 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:19:58,632 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,37049,1732105196324 with port=36431, startcode=1732105196470 2024-11-20T12:19:58,632 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:19:58,633 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:19:58,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37049 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,635 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf 2024-11-20T12:19:58,635 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46063 2024-11-20T12:19:58,635 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:19:58,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/rs 2024-11-20T12:19:58,699 DEBUG [RS:0;843d83d51ba0:36431 {}] zookeeper.ZKUtil(111): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on existing znode=/11251927187/rs/843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,699 WARN [RS:0;843d83d51ba0:36431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:19:58,699 INFO [RS:0;843d83d51ba0:36431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:58,699 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,36431,1732105196470] 2024-11-20T12:19:58,702 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:19:58,703 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:19:58,703 INFO [RS:0;843d83d51ba0:36431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:19:58,703 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,703 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:19:58,704 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:19:58,704 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:58,704 DEBUG [RS:0;843d83d51ba0:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,705 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36431,1732105196470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:58,717 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:19:58,717 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36431,1732105196470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,717 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,717 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.Replication(171): 843d83d51ba0,36431,1732105196470 started 2024-11-20T12:19:58,729 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:58,729 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,36431,1732105196470, RpcServer on 843d83d51ba0/172.17.0.3:36431, sessionid=0x101582fb0aa0004 2024-11-20T12:19:58,729 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:19:58,729 DEBUG [RS:0;843d83d51ba0:36431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,729 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36431,1732105196470' 2024-11-20T12:19:58,729 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11251927187/flush-table-proc/abort' 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11251927187/flush-table-proc/acquired' 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,36431,1732105196470 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36431,1732105196470' 2024-11-20T12:19:58,730 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11251927187/online-snapshot/abort' 2024-11-20T12:19:58,731 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11251927187/online-snapshot/acquired' 2024-11-20T12:19:58,731 DEBUG [RS:0;843d83d51ba0:36431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:19:58,731 INFO [RS:0;843d83d51ba0:36431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:19:58,731 INFO [RS:0;843d83d51ba0:36431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:19:58,831 INFO [RS:0;843d83d51ba0:36431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:19:58,833 INFO [RS:0;843d83d51ba0:36431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36431%2C1732105196470, suffix=, logDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/oldWALs, maxLogs=10 2024-11-20T12:19:58,844 DEBUG [RS:0;843d83d51ba0:36431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, exclude list is [], retry=0 2024-11-20T12:19:58,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-7896a826-5d2b-45a3-9a43-fcc2741546c4,DISK] 2024-11-20T12:19:58,848 INFO [RS:0;843d83d51ba0:36431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 2024-11-20T12:19:58,849 DEBUG [RS:0;843d83d51ba0:36431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35557:35557)] 2024-11-20T12:19:58,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:19:58,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf 2024-11-20T12:19:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:19:58,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:58,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:58,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:19:58,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:58,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:58,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:58,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:58,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:58,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:58,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:58,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:58,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:58,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:58,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:58,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:58,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:58,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740 2024-11-20T12:19:58,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740 2024-11-20T12:19:58,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:58,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:58,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:58,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:58,958 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:19:58,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60143470, jitterRate=-0.1037924587726593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105198947Initializing all the Stores at 1732105198947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105198947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105198948 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105198948Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105198948Cleaning up temporary data from old regions at 1732105198955 (+7 ms)Region opened successfully at 1732105198959 (+4 ms) 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:19:58,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:19:58,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:19:58,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105198959Disabling compacts and flushes for region at 1732105198959Disabling writes for close at 1732105198959Writing region close event to WAL at 1732105198959Closed at 1732105198959 2024-11-20T12:19:58,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:58,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:19:58,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:19:58,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:58,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:19:59,112 DEBUG [843d83d51ba0:37049 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:19:59,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:19:59,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36431,1732105196470, state=OPENING 2024-11-20T12:19:59,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:19:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:19:59,168 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:19:59,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11251927187/meta-region-server: CHANGED 2024-11-20T12:19:59,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36431,1732105196470}] 2024-11-20T12:19:59,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11251927187/meta-region-server: CHANGED 2024-11-20T12:19:59,320 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:19:59,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:19:59,324 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:19:59,324 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:19:59,324 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:19:59,325 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36431%2C1732105196470.meta, suffix=.meta, logDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/oldWALs, maxLogs=10 2024-11-20T12:19:59,336 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.meta.1732105199325.meta, exclude list is [], retry=0 2024-11-20T12:19:59,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-7896a826-5d2b-45a3-9a43-fcc2741546c4,DISK] 2024-11-20T12:19:59,339 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.meta.1732105199325.meta 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35557:35557)] 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:19:59,340 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:19:59,340 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:19:59,340 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:19:59,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:19:59,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:19:59,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:59,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:59,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:19:59,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:19:59,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:59,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:59,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:19:59,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:19:59,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:59,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:59,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:19:59,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:19:59,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:59,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:19:59,345 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:19:59,346 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740 2024-11-20T12:19:59,347 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740 2024-11-20T12:19:59,348 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:19:59,348 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:19:59,348 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:19:59,349 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:19:59,349 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67262638, jitterRate=0.0022914111614227295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:19:59,349 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:19:59,349 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105199340Writing region info on filesystem at 1732105199340Initializing all the Stores at 1732105199341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105199341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105199341Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105199341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105199341Cleaning up temporary data from old regions at 1732105199348 (+7 ms)Running coprocessor post-open hooks at 1732105199349 (+1 ms)Region opened successfully at 1732105199349 2024-11-20T12:19:59,350 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105199320 2024-11-20T12:19:59,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:19:59,352 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:19:59,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:19:59,353 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36431,1732105196470, state=OPEN 2024-11-20T12:19:59,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11251927187/meta-region-server 2024-11-20T12:19:59,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11251927187/meta-region-server 2024-11-20T12:19:59,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,36431,1732105196470 2024-11-20T12:19:59,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11251927187/meta-region-server: CHANGED 2024-11-20T12:19:59,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11251927187/meta-region-server: CHANGED 2024-11-20T12:19:59,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:19:59,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36431,1732105196470 in 197 msec 2024-11-20T12:19:59,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:19:59,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-20T12:19:59,370 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:19:59,370 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:19:59,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:59,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:19:59,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:59,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:59,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-20T12:19:59,376 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105199376, completionTime=-1 2024-11-20T12:19:59,376 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:19:59,376 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105259378 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105319378 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:37049, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,379 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,380 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.846sec 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:19:59,382 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:19:59,384 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:19:59,384 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:19:59,384 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37049,1732105196324-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:19:59,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:59,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:19:59,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:19:59,397 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97b39a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:19:59,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:19:59,398 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:19:59,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:19:59,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:19:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:19:59,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:19:59,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:19:59,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,37049,1732105196324 2024-11-20T12:19:59,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62273 2024-11-20T12:19:59,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:19:59,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101582fb0aa0005 connected 2024-11-20T12:19:59,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:19:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:19:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ffd075 2024-11-20T12:19:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:19:59,423 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:19:59,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:19:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:19:59,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:19:59,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:19:59,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:19:59,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:19:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:19:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:59,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:19:59,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:19:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:19:59,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e39c33846d539bdc8683a26fc75a9b92, NAME => 'test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74 2024-11-20T12:19:59,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:20:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e39c33846d539bdc8683a26fc75a9b92, disabling compactions & flushes 2024-11-20T12:20:00,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. after waiting 0 ms 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e39c33846d539bdc8683a26fc75a9b92: Waiting for close lock at 1732105200238Disabling compacts and flushes for region at 1732105200238Disabling writes for close at 1732105200238Writing region close event to WAL at 1732105200238Closed at 1732105200238 2024-11-20T12:20:00,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:00,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105200239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105200239"}]},"ts":"1732105200239"} 2024-11-20T12:20:00,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:00,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:00,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105200242"}]},"ts":"1732105200242"} 2024-11-20T12:20:00,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:20:00,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e39c33846d539bdc8683a26fc75a9b92, ASSIGN}] 2024-11-20T12:20:00,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e39c33846d539bdc8683a26fc75a9b92, ASSIGN 2024-11-20T12:20:00,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e39c33846d539bdc8683a26fc75a9b92, ASSIGN; state=OFFLINE, location=843d83d51ba0,35663,1732105190870; forceNewPlan=false, retain=false 2024-11-20T12:20:00,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e39c33846d539bdc8683a26fc75a9b92, regionState=OPENING, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:20:00,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e39c33846d539bdc8683a26fc75a9b92, ASSIGN because future has completed 2024-11-20T12:20:00,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e39c33846d539bdc8683a26fc75a9b92, server=843d83d51ba0,35663,1732105190870}] 2024-11-20T12:20:00,554 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,554 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e39c33846d539bdc8683a26fc75a9b92, NAME => 'test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:00,554 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:00,554 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:20:00,554 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,554 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:00,554 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,554 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,556 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,557 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39c33846d539bdc8683a26fc75a9b92 columnFamilyName f 2024-11-20T12:20:00,557 DEBUG [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:00,557 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(327): Store=e39c33846d539bdc8683a26fc75a9b92/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:00,557 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,558 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39c33846d539bdc8683a26fc75a9b92 columnFamilyName f1 2024-11-20T12:20:00,558 DEBUG [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:00,559 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(327): Store=e39c33846d539bdc8683a26fc75a9b92/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:00,559 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,560 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e39c33846d539bdc8683a26fc75a9b92 columnFamilyName norep 2024-11-20T12:20:00,560 DEBUG [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:00,560 INFO [StoreOpener-e39c33846d539bdc8683a26fc75a9b92-1 {}] regionserver.HStore(327): Store=e39c33846d539bdc8683a26fc75a9b92/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:00,560 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,560 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,561 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,561 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,561 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,562 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:00,562 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,564 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:00,564 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e39c33846d539bdc8683a26fc75a9b92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67932144, jitterRate=0.012267827987670898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:00,564 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:00,565 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e39c33846d539bdc8683a26fc75a9b92: Running coprocessor pre-open hook at 1732105200555Writing region info on filesystem at 1732105200555Initializing all the Stores at 1732105200555Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105200555Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105200555Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105200555Cleaning up temporary data from old regions at 1732105200561 (+6 ms)Running coprocessor post-open hooks at 1732105200564 (+3 ms)Region opened successfully at 1732105200565 (+1 ms) 2024-11-20T12:20:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:00,566 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., pid=6, masterSystemTime=1732105200551 2024-11-20T12:20:00,567 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,567 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:00,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e39c33846d539bdc8683a26fc75a9b92, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:20:00,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e39c33846d539bdc8683a26fc75a9b92, server=843d83d51ba0,35663,1732105190870 because future has completed 2024-11-20T12:20:00,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:20:00,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e39c33846d539bdc8683a26fc75a9b92, server=843d83d51ba0,35663,1732105190870 in 171 msec 2024-11-20T12:20:00,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:20:00,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e39c33846d539bdc8683a26fc75a9b92, ASSIGN in 328 msec 2024-11-20T12:20:00,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:00,574 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105200574"}]},"ts":"1732105200574"} 2024-11-20T12:20:00,576 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:20:00,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:00,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-20T12:20:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:01,575 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:20:01,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff8dff5 2024-11-20T12:20:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:01,577 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:01,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:20:01,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:01,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:01,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:20:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:01,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:20:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:01,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebe4b80750d997b3944e9c9dcb62f25c, NAME => 'test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf 2024-11-20T12:20:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ebe4b80750d997b3944e9c9dcb62f25c, disabling compactions & flushes 2024-11-20T12:20:02,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. after waiting 0 ms 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebe4b80750d997b3944e9c9dcb62f25c: Waiting for close lock at 1732105202393Disabling compacts and flushes for region at 1732105202393Disabling writes for close at 1732105202393Writing region close event to WAL at 1732105202393Closed at 1732105202393 2024-11-20T12:20:02,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:02,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105202395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105202395"}]},"ts":"1732105202395"} 2024-11-20T12:20:02,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:02,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:02,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105202397"}]},"ts":"1732105202397"} 2024-11-20T12:20:02,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:20:02,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebe4b80750d997b3944e9c9dcb62f25c, ASSIGN}] 2024-11-20T12:20:02,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ebe4b80750d997b3944e9c9dcb62f25c, ASSIGN 2024-11-20T12:20:02,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ebe4b80750d997b3944e9c9dcb62f25c, ASSIGN; state=OFFLINE, location=843d83d51ba0,36431,1732105196470; forceNewPlan=false, retain=false 2024-11-20T12:20:02,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebe4b80750d997b3944e9c9dcb62f25c, regionState=OPENING, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:20:02,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ebe4b80750d997b3944e9c9dcb62f25c, ASSIGN because future has completed 2024-11-20T12:20:02,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebe4b80750d997b3944e9c9dcb62f25c, server=843d83d51ba0,36431,1732105196470}] 2024-11-20T12:20:02,709 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,709 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ebe4b80750d997b3944e9c9dcb62f25c, NAME => 'test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:02,709 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:02,709 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:20:02,709 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,710 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:02,710 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,710 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,711 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,712 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebe4b80750d997b3944e9c9dcb62f25c columnFamilyName f 2024-11-20T12:20:02,712 DEBUG [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:02,712 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(327): Store=ebe4b80750d997b3944e9c9dcb62f25c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:02,712 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,713 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebe4b80750d997b3944e9c9dcb62f25c columnFamilyName f1 2024-11-20T12:20:02,713 DEBUG [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:02,713 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(327): Store=ebe4b80750d997b3944e9c9dcb62f25c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:02,713 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,714 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebe4b80750d997b3944e9c9dcb62f25c columnFamilyName norep 2024-11-20T12:20:02,714 DEBUG [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:02,714 INFO [StoreOpener-ebe4b80750d997b3944e9c9dcb62f25c-1 {}] regionserver.HStore(327): Store=ebe4b80750d997b3944e9c9dcb62f25c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:02,714 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:02,715 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,715 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,716 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,716 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,716 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:02,717 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,718 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:02,719 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ebe4b80750d997b3944e9c9dcb62f25c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69216643, jitterRate=0.03140835464000702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:02,719 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:02,719 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ebe4b80750d997b3944e9c9dcb62f25c: Running coprocessor pre-open hook at 1732105202710Writing region info on filesystem at 1732105202710Initializing all the Stores at 1732105202710Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105202710Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105202711 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105202711Cleaning up temporary data from old regions at 1732105202716 (+5 ms)Running coprocessor post-open hooks at 1732105202719 (+3 ms)Region opened successfully at 1732105202719 2024-11-20T12:20:02,720 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., pid=6, masterSystemTime=1732105202706 2024-11-20T12:20:02,721 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,721 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:02,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ebe4b80750d997b3944e9c9dcb62f25c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:20:02,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebe4b80750d997b3944e9c9dcb62f25c, server=843d83d51ba0,36431,1732105196470 because future has completed 2024-11-20T12:20:02,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:20:02,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ebe4b80750d997b3944e9c9dcb62f25c, server=843d83d51ba0,36431,1732105196470 in 170 msec 2024-11-20T12:20:02,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:20:02,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ebe4b80750d997b3944e9c9dcb62f25c, ASSIGN in 326 msec 2024-11-20T12:20:02,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:02,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105202727"}]},"ts":"1732105202727"} 2024-11-20T12:20:02,729 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:20:02,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:02,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-20T12:20:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:03,736 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:20:03,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:03,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:03,737 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d4af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:03,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,739 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:03,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270000e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:03,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:03,740 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1833b6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,741 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661b012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:03,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:03,743 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7956c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:03,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,744 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:03,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281eeb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,745 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:20:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef86933 2024-11-20T12:20:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:03,746 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:37049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:20:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:20:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:03,749 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:37049' 2024-11-20T12:20:03,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c6f54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,750 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:03,750 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:03,750 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:03,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65520363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:03,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,751 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:03,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3871e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:03,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eede08 2024-11-20T12:20:03,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:03,754 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:03,754 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:20:03,755 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:20:03,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:03,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:03,755 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:03,756 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:20:03,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:03,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:03,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:03,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:20:03,806 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:20:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:04,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a56df8f74be8a2b189acbb701630739, NAME => 'hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74 2024-11-20T12:20:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:20:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a56df8f74be8a2b189acbb701630739, disabling compactions & flushes 2024-11-20T12:20:04,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. after waiting 0 ms 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,591 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,591 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a56df8f74be8a2b189acbb701630739: Waiting for close lock at 1732105204591Disabling compacts and flushes for region at 1732105204591Disabling writes for close at 1732105204591Writing region close event to WAL at 1732105204591Closed at 1732105204591 2024-11-20T12:20:04,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:04,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105204592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105204592"}]},"ts":"1732105204592"} 2024-11-20T12:20:04,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:04,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:04,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105204595"}]},"ts":"1732105204595"} 2024-11-20T12:20:04,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:20:04,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739, ASSIGN}] 2024-11-20T12:20:04,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739, ASSIGN 2024-11-20T12:20:04,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739, ASSIGN; state=OFFLINE, location=843d83d51ba0,35663,1732105190870; forceNewPlan=false, retain=false 2024-11-20T12:20:04,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a56df8f74be8a2b189acbb701630739, regionState=OPENING, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:20:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739, ASSIGN because future has completed 2024-11-20T12:20:04,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a56df8f74be8a2b189acbb701630739, server=843d83d51ba0,35663,1732105190870}] 2024-11-20T12:20:04,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:04,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:20:04,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:04,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:20:04,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35663%2C1732105190870.rep, suffix=, logDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870, archiveDir=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs, maxLogs=10 2024-11-20T12:20:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.rep.1732105204908, exclude list is [], retry=0 2024-11-20T12:20:04,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38601,DS-a0e0d06d-7adb-4325-bea4-8cc347b68323,DISK] 2024-11-20T12:20:04,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.rep.1732105204908 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a56df8f74be8a2b189acbb701630739, NAME => 'hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:04,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. service=MultiRowMutationService 2024-11-20T12:20:04,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,924 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,925 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a56df8f74be8a2b189acbb701630739 columnFamilyName hfileref 2024-11-20T12:20:04,925 DEBUG [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:04,925 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(327): Store=8a56df8f74be8a2b189acbb701630739/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:04,926 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,926 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a56df8f74be8a2b189acbb701630739 columnFamilyName queue 2024-11-20T12:20:04,926 DEBUG [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:04,926 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(327): Store=8a56df8f74be8a2b189acbb701630739/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:04,926 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,927 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a56df8f74be8a2b189acbb701630739 columnFamilyName sid 2024-11-20T12:20:04,927 DEBUG [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:04,927 INFO [StoreOpener-8a56df8f74be8a2b189acbb701630739-1 {}] regionserver.HStore(327): Store=8a56df8f74be8a2b189acbb701630739/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:04,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:04,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:04,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a56df8f74be8a2b189acbb701630739; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68812368, jitterRate=0.025384187698364258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:04,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:04,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a56df8f74be8a2b189acbb701630739: Running coprocessor pre-open hook at 1732105204923Writing region info on filesystem at 1732105204923Initializing all the Stores at 1732105204924 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105204924Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105204924Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105204924Cleaning up temporary data from old regions at 1732105204929 (+5 ms)Running coprocessor post-open hooks at 1732105204932 (+3 ms)Region opened successfully at 1732105204933 (+1 ms) 2024-11-20T12:20:04,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739., pid=10, masterSystemTime=1732105204903 2024-11-20T12:20:04,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:04,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a56df8f74be8a2b189acbb701630739, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35663,1732105190870 2024-11-20T12:20:04,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a56df8f74be8a2b189acbb701630739, server=843d83d51ba0,35663,1732105190870 because future has completed 2024-11-20T12:20:04,938 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44299 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=843d83d51ba0,35663,1732105190870, table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T12:20:04,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:20:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a56df8f74be8a2b189acbb701630739, server=843d83d51ba0,35663,1732105190870 in 187 msec 2024-11-20T12:20:04,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:20:04,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a56df8f74be8a2b189acbb701630739, ASSIGN in 343 msec 2024-11-20T12:20:04,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:04,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105204942"}]},"ts":"1732105204942"} 2024-11-20T12:20:04,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:20:04,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:04,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-20T12:20:04,949 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:20:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739., hostname=843d83d51ba0,35663,1732105190870, seqNum=2] 2024-11-20T12:20:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:20:05,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:20:05,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:20:05,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:20:05,216 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:20:05,241 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,35663,1732105190870, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:20:05,241 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:05,242 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:20:05,242 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:05,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,35663,1732105190870', locateType=CURRENT is [region=hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739., hostname=843d83d51ba0,35663,1732105190870, seqNum=2] 2024-11-20T12:20:05,246 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:20:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:20:05,248 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,35663,1732105190870 suceeded 2024-11-20T12:20:05,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:20:05,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-20T12:20:05,250 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:37049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:20:05,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-20T12:20:05,261 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:37049' 2024-11-20T12:20:05,261 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5481550b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,262 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:05,262 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:05,262 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:05,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b7407e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,264 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:05,265 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b0e0b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,265 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:05,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:05,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbfcb21 2024-11-20T12:20:05,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:05,266 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:05,267 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,35663,1732105190870 (queues=1) is replicating from cluster=bf4b5519-fc13-48db-bac9-7c7f21133a9f to cluster=86274e91-e7d1-40ee-ac39-47dc2329247c 2024-11-20T12:20:05,267 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C35663%2C1732105190870 2024-11-20T12:20:05,267 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,35663,1732105190870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:20:05,267 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C35663%2C1732105190870 2024-11-20T12:20:05,267 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087, startPosition=0, beingWritten=true 2024-11-20T12:20:05,273 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:05,273 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:05,273 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35663,1732105190870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:05,477 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:05,781 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:05,896 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:20:05,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:05,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:05,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:05,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:05,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:05,897 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4087dbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:05,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,899 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1125c6d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432e5ece 2024-11-20T12:20:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:05,901 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:05,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:44299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:20:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:20:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:05,904 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:44299' 2024-11-20T12:20:05,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c91a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,905 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:05,905 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:05,906 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae8f3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:05,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,907 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:05,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5f7189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:05,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:20:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628a64c8 2024-11-20T12:20:05,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:05,909 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:05,910 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:20:05,910 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:20:05,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:05,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:05,910 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:05,911 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:20:05,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:05,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:05,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:20:05,961 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:20:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:06,184 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:06,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:20:06,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:20:06,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:20:06,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T12:20:06,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:06,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:20:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:06,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0897ad31efe493832ecbb41fc8b2d8ce, NAME => 'hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf 2024-11-20T12:20:06,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:20:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:06,689 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0897ad31efe493832ecbb41fc8b2d8ce, disabling compactions & flushes 2024-11-20T12:20:06,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. after waiting 0 ms 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:06,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:06,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0897ad31efe493832ecbb41fc8b2d8ce: Waiting for close lock at 1732105206729Disabling compacts and flushes for region at 1732105206729Disabling writes for close at 1732105206729Writing region close event to WAL at 1732105206729Closed at 1732105206729 2024-11-20T12:20:06,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:06,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105206730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105206730"}]},"ts":"1732105206730"} 2024-11-20T12:20:06,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:06,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:06,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105206733"}]},"ts":"1732105206733"} 2024-11-20T12:20:06,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:20:06,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0897ad31efe493832ecbb41fc8b2d8ce, ASSIGN}] 2024-11-20T12:20:06,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0897ad31efe493832ecbb41fc8b2d8ce, ASSIGN 2024-11-20T12:20:06,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0897ad31efe493832ecbb41fc8b2d8ce, ASSIGN; state=OFFLINE, location=843d83d51ba0,36431,1732105196470; forceNewPlan=false, retain=false 2024-11-20T12:20:06,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0897ad31efe493832ecbb41fc8b2d8ce, regionState=OPENING, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:20:06,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0897ad31efe493832ecbb41fc8b2d8ce, ASSIGN because future has completed 2024-11-20T12:20:06,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0897ad31efe493832ecbb41fc8b2d8ce, server=843d83d51ba0,36431,1732105196470}] 2024-11-20T12:20:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:07,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:07,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:07,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:20:07,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36431%2C1732105196470.rep, suffix=, logDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470, archiveDir=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/oldWALs, maxLogs=10 2024-11-20T12:20:07,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.rep.1732105207047, exclude list is [], retry=0 2024-11-20T12:20:07,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38329,DS-7896a826-5d2b-45a3-9a43-fcc2741546c4,DISK] 2024-11-20T12:20:07,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.rep.1732105207047 2024-11-20T12:20:07,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35557:35557)] 2024-11-20T12:20:07,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0897ad31efe493832ecbb41fc8b2d8ce, NAME => 'hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:07,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:07,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:07,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. service=MultiRowMutationService 2024-11-20T12:20:07,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:20:07,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:07,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,068 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,070 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0897ad31efe493832ecbb41fc8b2d8ce columnFamilyName hfileref 2024-11-20T12:20:07,070 DEBUG [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:07,070 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(327): Store=0897ad31efe493832ecbb41fc8b2d8ce/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:07,070 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,071 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0897ad31efe493832ecbb41fc8b2d8ce columnFamilyName queue 2024-11-20T12:20:07,071 DEBUG [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:07,072 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(327): Store=0897ad31efe493832ecbb41fc8b2d8ce/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:07,072 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,073 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0897ad31efe493832ecbb41fc8b2d8ce columnFamilyName sid 2024-11-20T12:20:07,073 DEBUG [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:07,073 INFO [StoreOpener-0897ad31efe493832ecbb41fc8b2d8ce-1 {}] regionserver.HStore(327): Store=0897ad31efe493832ecbb41fc8b2d8ce/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:07,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:07,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:07,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0897ad31efe493832ecbb41fc8b2d8ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60300110, jitterRate=-0.101458340883255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:07,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:07,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0897ad31efe493832ecbb41fc8b2d8ce: Running coprocessor pre-open hook at 1732105207063Writing region info on filesystem at 1732105207063Initializing all the Stores at 1732105207063Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105207064 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105207068 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105207068Cleaning up temporary data from old regions at 1732105207075 (+7 ms)Running coprocessor post-open hooks at 1732105207079 (+4 ms)Region opened successfully at 1732105207079 2024-11-20T12:20:07,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce., pid=10, masterSystemTime=1732105207042 2024-11-20T12:20:07,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:07,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:07,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0897ad31efe493832ecbb41fc8b2d8ce, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,36431,1732105196470 2024-11-20T12:20:07,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0897ad31efe493832ecbb41fc8b2d8ce, server=843d83d51ba0,36431,1732105196470 because future has completed 2024-11-20T12:20:07,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:20:07,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0897ad31efe493832ecbb41fc8b2d8ce, server=843d83d51ba0,36431,1732105196470 in 195 msec 2024-11-20T12:20:07,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:20:07,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0897ad31efe493832ecbb41fc8b2d8ce, ASSIGN in 352 msec 2024-11-20T12:20:07,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:07,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105207089"}]},"ts":"1732105207089"} 2024-11-20T12:20:07,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:20:07,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:07,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-20T12:20:07,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce., hostname=843d83d51ba0,36431,1732105196470, seqNum=2] 2024-11-20T12:20:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:20:07,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:20:07,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:20:07,293 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:07,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:20:07,374 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:20:07,400 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,36431,1732105196470, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:20:07,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:07,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:07,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:07,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:07,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,36431,1732105196470', locateType=CURRENT is [region=hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce., hostname=843d83d51ba0,36431,1732105196470, seqNum=2] 2024-11-20T12:20:07,405 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:20:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:20:07,407 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,36431,1732105196470 suceeded 2024-11-20T12:20:07,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:20:07,409 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:44299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:20:07,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T12:20:07,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-20T12:20:07,418 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:44299' 2024-11-20T12:20:07,419 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3acfdc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:07,419 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:07,419 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:07,420 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53554b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:07,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:07,421 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:07,421 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71cf680f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:07,422 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:07,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:20:07,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@459d51ba 2024-11-20T12:20:07,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:07,423 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:07,424 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,36431,1732105196470 (queues=1) is replicating from cluster=86274e91-e7d1-40ee-ac39-47dc2329247c to cluster=bf4b5519-fc13-48db-bac9-7c7f21133a9f 2024-11-20T12:20:07,424 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C36431%2C1732105196470 2024-11-20T12:20:07,424 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,36431,1732105196470, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:20:07,424 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, startPosition=0, beingWritten=true 2024-11-20T12:20:07,424 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C36431%2C1732105196470 2024-11-20T12:20:07,429 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:07,429 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:07,429 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36431,1732105196470 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:07,632 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:07,936 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:07,997 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:08,066 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:20:08,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:08,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:08,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:08,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:08,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:08,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:08,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732105208069/Put/seqid=0 2024-11-20T12:20:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741840_1016 (size=7894) 2024-11-20T12:20:08,341 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:08,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732105208476/Put/seqid=0 2024-11-20T12:20:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741841_1017 (size=7691) 2024-11-20T12:20:08,801 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:08,846 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:08,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:08,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:08,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:08,884 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:08,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8e7b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:08,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:08,886 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:08,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:08,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:20:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:08,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:08,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:20:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d5c0d9 2024-11-20T12:20:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:08,968 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2] 2024-11-20T12:20:08,973 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:08,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T12:20:08,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T12:20:08,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T12:20:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:08,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T12:20:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegion(2603): Flush status journal for e39c33846d539bdc8683a26fc75a9b92: 2024-11-20T12:20:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_0 2024-11-20T12:20:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_0 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ 2024-11-20T12:20:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_1 2024-11-20T12:20:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_1 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ 2024-11-20T12:20:08,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_0 into e39c33846d539bdc8683a26fc75a9b92/f as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ - updating store file list. 2024-11-20T12:20:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:09,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ into e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:09,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_0 into e39c33846d539bdc8683a26fc75a9b92/f (new location: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_) 2024-11-20T12:20:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_0 2024-11-20T12:20:09,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_1 into e39c33846d539bdc8683a26fc75a9b92/f as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ - updating store file list. 2024-11-20T12:20:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 852a4ed8856a48589a831be4766acf5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:09,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ into e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:09,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_1 into e39c33846d539bdc8683a26fc75a9b92/f (new location: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_) 2024-11-20T12:20:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins__test__cnv7b6kvhataqert51v6q0r4schu7146flkmkgrk650utas7cgehpk85t0rigv40/f/hfile_1 2024-11-20T12:20:09,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:09,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:09,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:09,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2 , the old value is region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:35663 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:20:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:20:09,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2 from cache 2024-11-20T12:20:09,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:09,010 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:20:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:09,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:09,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:09,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:09,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2] 2024-11-20T12:20:09,014 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:20:09,115 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:20:09,450 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:09,705 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 379, reset compression=false 2024-11-20T12:20:09,710 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:09,710 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35663,1732105190870 got entry batch from reader: WALEntryBatch [walEntries=[{test/e39c33846d539bdc8683a26fc75a9b92/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105209007/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:20:09,712 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:09,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T12:20:09,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.ReplicationSink(318): Replicating [bf4b5519-fc13-48db-bac9-7c7f21133a9f] bulk loaded data 2024-11-20T12:20:09,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175ac54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:09,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:09,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:09,716 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6def2300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:09,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:09,717 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:09,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c4d10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741840_1016 (size=7894) 2024-11-20T12:20:09,910 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:10,016 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:20:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741841_1017 (size=7691) 2024-11-20T12:20:10,153 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:10,225 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:10,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:10,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:10,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:10,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce5cba5 2024-11-20T12:20:10,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:10,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:10,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:10,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:10,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:10,562 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T12:20:10,565 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T12:20:10,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ for inclusion in ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T12:20:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:10,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ for inclusion in ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T12:20:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegion(2603): Flush status journal for ebe4b80750d997b3944e9c9dcb62f25c: 2024-11-20T12:20:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 852a4ed8856a48589a831be4766acf5b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:20:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/fd47167cf04443bcbb1848e6c2077767_SeqId_4_ 2024-11-20T12:20:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:20:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_ 2024-11-20T12:20:10,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/fd47167cf04443bcbb1848e6c2077767_SeqId_4_ - updating store file list. 2024-11-20T12:20:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd47167cf04443bcbb1848e6c2077767_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:10,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/fd47167cf04443bcbb1848e6c2077767_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:10,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f (new location: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/fd47167cf04443bcbb1848e6c2077767_SeqId_4_) 2024-11-20T12:20:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/852a4ed8856a48589a831be4766acf5b_SeqId_4_ 2024-11-20T12:20:10,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_ - updating store file list. 2024-11-20T12:20:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:10,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:10,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ into ebe4b80750d997b3944e9c9dcb62f25c/f (new location: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_) 2024-11-20T12:20:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins.hfs.11__test__d67prlncrmrlsl3drunpm1eu1ngspe887hcmu0qct7svl82sdkvbo6n36ugfom7i/f/edf6a6f0547f4ca9a1bc89b5dc4011df_SeqId_4_ 2024-11-20T12:20:10,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.ReplicationSink(324): Finished replicating [bf4b5519-fc13-48db-bac9-7c7f21133a9f] bulk loaded data 2024-11-20T12:20:10,629 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:10,958 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 379, reset compression=false 2024-11-20T12:20:10,962 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:10,962 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36431,1732105196470 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebe4b80750d997b3944e9c9dcb62f25c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105210597/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T12:20:10,964 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:10,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T12:20:10,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] regionserver.ReplicationSink(318): Replicating [bf4b5519-fc13-48db-bac9-7c7f21133a9f, 86274e91-e7d1-40ee-ac39-47dc2329247c] bulk loaded data 2024-11-20T12:20:10,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a2d540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:10,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,44299,-1 for getting cluster id 2024-11-20T12:20:10,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:10,967 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf4b5519-fc13-48db-bac9-7c7f21133a9f' 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf4b5519-fc13-48db-bac9-7c7f21133a9f" 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d43684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,44299,-1] 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:10,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:10,968 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:10,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b7e94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741842_1018 (size=7691) 2024-11-20T12:20:11,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:11,028 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732105211028/Put/seqid=0 2024-11-20T12:20:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741842_1018 (size=11194) 2024-11-20T12:20:11,133 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:11,163 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 725, reset compression=false 2024-11-20T12:20:11,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741843_1019 (size=7894) 2024-11-20T12:20:11,434 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732105211434/Put/seqid=0 2024-11-20T12:20:11,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741843_1019 (size=10791) 2024-11-20T12:20:11,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2f362c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:11,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,37049,-1 for getting cluster id 2024-11-20T12:20:11,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:11,442 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '86274e91-e7d1-40ee-ac39-47dc2329247c' 2024-11-20T12:20:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "86274e91-e7d1-40ee-ac39-47dc2329247c" 2024-11-20T12:20:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650679df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,37049,-1] 2024-11-20T12:20:11,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:11,443 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:11,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:11,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:11,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:11,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:11,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,37049,1732105196324 2024-11-20T12:20:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5414b230 2024-11-20T12:20:11,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:11,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2] 2024-11-20T12:20:11,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:11,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T12:20:11,466 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 725, reset compression=false 2024-11-20T12:20:11,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T12:20:11,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T12:20:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:11,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T12:20:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegion(2603): Flush status journal for ebe4b80750d997b3944e9c9dcb62f25c: 2024-11-20T12:20:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_1 2024-11-20T12:20:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_1 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ 2024-11-20T12:20:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_0 2024-11-20T12:20:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_0 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ 2024-11-20T12:20:11,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_1 into ebe4b80750d997b3944e9c9dcb62f25c/f as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ - updating store file list. 2024-11-20T12:20:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:11,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ into ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:11,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_1 into ebe4b80750d997b3944e9c9dcb62f25c/f (new location: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_) 2024-11-20T12:20:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_1 2024-11-20T12:20:11,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_0 into ebe4b80750d997b3944e9c9dcb62f25c/f as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ - updating store file list. 2024-11-20T12:20:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:11,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ into ebe4b80750d997b3944e9c9dcb62f25c/f 2024-11-20T12:20:11,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_0 into ebe4b80750d997b3944e9c9dcb62f25c/f (new location: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_) 2024-11-20T12:20:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/staging/jenkins__test__57ok0gqjr1h4h02n1e637b4erqa4g1n01mmahc2rth5spdu41v68g7tondpnh14b/f/hfile_0 2024-11-20T12:20:11,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:11,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:11,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:11,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:11,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2 , the old value is region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:36431 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:20:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:20:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., hostname=843d83d51ba0,36431,1732105196470, seqNum=2 from cache 2024-11-20T12:20:11,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:11,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:20:11,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:20:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:11,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92., hostname=843d83d51ba0,35663,1732105190870, seqNum=2] 2024-11-20T12:20:11,508 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:20:11,605 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:36431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:20:11,737 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:11,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,44299,1732105190556 2024-11-20T12:20:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e4a720 2024-11-20T12:20:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:11,788 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:11,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:11,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:11,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35663,1732105190870, seqNum=-1] 2024-11-20T12:20:11,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:11,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:11,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__346c5jn70ur0p5gukitc3nl6jvqog3sol8qpbm99blb18fd8lhan2ojcgqcqcru/f/9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T12:20:11,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__346c5jn70ur0p5gukitc3nl6jvqog3sol8qpbm99blb18fd8lhan2ojcgqcqcru/f/fd47167cf04443bcbb1848e6c2077767_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T12:20:11,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] regionserver.ReplicationSink(324): Finished replicating [bf4b5519-fc13-48db-bac9-7c7f21133a9f, 86274e91-e7d1-40ee-ac39-47dc2329247c] bulk loaded data 2024-11-20T12:20:11,869 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 725, reset compression=false 2024-11-20T12:20:11,873 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:11,873 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36431,1732105196470 got entry batch from reader: WALEntryBatch [walEntries=[{test/ebe4b80750d997b3944e9c9dcb62f25c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105211495/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:20:11,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] regionserver.ReplicationSink(318): Replicating [86274e91-e7d1-40ee-ac39-47dc2329247c] bulk loaded data 2024-11-20T12:20:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741844_1020 (size=10791) 2024-11-20T12:20:12,073 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1033, reset compression=false 2024-11-20T12:20:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741845_1021 (size=11194) 2024-11-20T12:20:12,377 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1033, reset compression=false 2024-11-20T12:20:12,440 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:12,512 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:20:12,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:12,699 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T12:20:12,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T12:20:12,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ for inclusion in e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T12:20:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:12,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ for inclusion in e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T12:20:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:20:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegion(2603): Flush status journal for e39c33846d539bdc8683a26fc75a9b92: 2024-11-20T12:20:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:20:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/e5ea3a55d3b94d7b9e6db20581cb9d10_SeqId_6_ 2024-11-20T12:20:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:20:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/3b3f17f4cbe846e0acaba12db8267769_SeqId_6_ 2024-11-20T12:20:12,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/e5ea3a55d3b94d7b9e6db20581cb9d10_SeqId_6_ - updating store file list. 2024-11-20T12:20:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5ea3a55d3b94d7b9e6db20581cb9d10_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:12,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/e5ea3a55d3b94d7b9e6db20581cb9d10_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:12,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f (new location: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/e5ea3a55d3b94d7b9e6db20581cb9d10_SeqId_6_) 2024-11-20T12:20:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/a528aaaf0ae44a5eb0876456f03a33dc_SeqId_6_ 2024-11-20T12:20:12,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/3b3f17f4cbe846e0acaba12db8267769_SeqId_6_ - updating store file list. 2024-11-20T12:20:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3f17f4cbe846e0acaba12db8267769_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:20:12,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/3b3f17f4cbe846e0acaba12db8267769_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f 2024-11-20T12:20:12,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ into e39c33846d539bdc8683a26fc75a9b92/f (new location: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/f/3b3f17f4cbe846e0acaba12db8267769_SeqId_6_) 2024-11-20T12:20:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/staging/jenkins.hfs.10__test__3e1si2l41not7qga8gh2e5eioe731q3tcstn92mjujdbbubmrpr5hvnqcckjmfq2/f/ab8aa3611bce4f0b91f4110ccd16efbd_SeqId_6_ 2024-11-20T12:20:12,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35663 {}] regionserver.ReplicationSink(324): Finished replicating [86274e91-e7d1-40ee-ac39-47dc2329247c] bulk loaded data 2024-11-20T12:20:12,782 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1033, reset compression=false 2024-11-20T12:20:13,244 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 687, reset compression=false 2024-11-20T12:20:13,249 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:13,249 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35663,1732105190870 got entry batch from reader: WALEntryBatch [walEntries=[{test/e39c33846d539bdc8683a26fc75a9b92/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105212723/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T12:20:13,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.ReplicationSink(318): Replicating [86274e91-e7d1-40ee-ac39-47dc2329247c, bf4b5519-fc13-48db-bac9-7c7f21133a9f] bulk loaded data 2024-11-20T12:20:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741844_1020 (size=11194) 2024-11-20T12:20:13,285 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1033, reset compression=false 2024-11-20T12:20:13,449 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:13,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:20:13,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:13,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:13,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:13,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:13,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:13,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:20:13,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1229349509, stopped=false 2024-11-20T12:20:13,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,37049,1732105196324 2024-11-20T12:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11251927187/running 2024-11-20T12:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11251927187/running 2024-11-20T12:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:20:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:20:13,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:13,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:13,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:13,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:13,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,36431,1732105196470' ***** 2024-11-20T12:20:13,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:20:13,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/running 2024-11-20T12:20:13,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Set watcher on znode that does not yet exist, /11251927187/running 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:20:13,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(3091): Received CLOSE for ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(3091): Received CLOSE for 0897ad31efe493832ecbb41fc8b2d8ce 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,36431,1732105196470 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:13,610 INFO [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36431. 2024-11-20T12:20:13,610 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebe4b80750d997b3944e9c9dcb62f25c, disabling compactions & flushes 2024-11-20T12:20:13,611 DEBUG [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:13,611 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:13,611 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. after waiting 0 ms 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:13,611 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:20:13,611 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:20:13,611 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:20:13,611 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:20:13,611 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:20:13,611 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1325): Online Regions={ebe4b80750d997b3944e9c9dcb62f25c=test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c., 1588230740=hbase:meta,,1.1588230740, 0897ad31efe493832ecbb41fc8b2d8ce=hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce.} 2024-11-20T12:20:13,611 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 0897ad31efe493832ecbb41fc8b2d8ce, 1588230740, ebe4b80750d997b3944e9c9dcb62f25c 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:13,611 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:13,611 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:13,611 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:20:13,614 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/default/test/ebe4b80750d997b3944e9c9dcb62f25c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:13,615 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebe4b80750d997b3944e9c9dcb62f25c: Waiting for close lock at 1732105213610Running coprocessor pre-close hooks at 1732105213610Disabling compacts and flushes for region at 1732105213610Disabling writes for close at 1732105213611 (+1 ms)Writing region close event to WAL at 1732105213611Running coprocessor post-close hooks at 1732105213615 (+4 ms)Closed at 1732105213615 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c. 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0897ad31efe493832ecbb41fc8b2d8ce, disabling compactions & flushes 2024-11-20T12:20:13,615 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. after waiting 0 ms 2024-11-20T12:20:13,615 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:13,615 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0897ad31efe493832ecbb41fc8b2d8ce 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T12:20:13,628 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/info/7ea17146952d4dce96f39846d1aac68b is 147, key is hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce./info:regioninfo/1732105207082/Put/seqid=0 2024-11-20T12:20:13,628 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741845_1021 (size=7686) 2024-11-20T12:20:13,639 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/hfileref/7fd05a4eba6244398a1f56e9cd2a3d04 is 74, key is 1/hfileref:9befd949a6c14f2fbbe895bffbd0df50_SeqId_4_/1732105211802/DeleteColumn/seqid=0 2024-11-20T12:20:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741846_1022 (size=5345) 2024-11-20T12:20:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741847_1023 (size=10791) 2024-11-20T12:20:13,749 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:20:13,749 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:20:13,752 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:13,811 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 0897ad31efe493832ecbb41fc8b2d8ce, 1588230740 2024-11-20T12:20:13,888 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1033, reset compression=false 2024-11-20T12:20:13,893 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:13,893 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1328, reset compression=false 2024-11-20T12:20:13,893 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36431,1732105196470 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:13,894 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,36431,1732105196470: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,36431,1732105196470, walGroup=843d83d51ba0%2C36431%2C1732105196470, offset=843d83d51ba0%2C36431%2C1732105196470.1732105198833:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:36431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:20:13,895 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:20:13,897 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:20:13,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:20:13,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:20:13,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:20:13,898 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 524541648 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187706680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:20:13,900 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:20:14,011 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 0897ad31efe493832ecbb41fc8b2d8ce, 1588230740 2024-11-20T12:20:14,036 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/info/7ea17146952d4dce96f39846d1aac68b 2024-11-20T12:20:14,042 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/hfileref/7fd05a4eba6244398a1f56e9cd2a3d04 2024-11-20T12:20:14,056 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/ns/709f9bda4728456e9d836b869d944e4f is 43, key is default/ns:d/1732105199372/Put/seqid=0 2024-11-20T12:20:14,058 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/queue/ad7c650b352a489bbe78b4841a350eea is 154, key is 1-843d83d51ba0,36431,1732105196470/queue:843d83d51ba0%2C36431%2C1732105196470/1732105212727/Put/seqid=0 2024-11-20T12:20:14,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741848_1024 (size=5153) 2024-11-20T12:20:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741849_1025 (size=5353) 2024-11-20T12:20:14,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:20:14,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 from cache 2024-11-20T12:20:14,097 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1328, reset compression=false 2024-11-20T12:20:14,156 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:14,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:14,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 from cache 2024-11-20T12:20:14,212 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 0897ad31efe493832ecbb41fc8b2d8ce, 1588230740 2024-11-20T12:20:14,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 from cache 2024-11-20T12:20:14,401 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1328, reset compression=false 2024-11-20T12:20:14,412 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 0897ad31efe493832ecbb41fc8b2d8ce, 1588230740 2024-11-20T12:20:14,460 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/ns/709f9bda4728456e9d836b869d944e4f 2024-11-20T12:20:14,461 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/queue/ad7c650b352a489bbe78b4841a350eea 2024-11-20T12:20:14,465 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/hfileref/7fd05a4eba6244398a1f56e9cd2a3d04 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/hfileref/7fd05a4eba6244398a1f56e9cd2a3d04 2024-11-20T12:20:14,469 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/hfileref/7fd05a4eba6244398a1f56e9cd2a3d04, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T12:20:14,470 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/.tmp/queue/ad7c650b352a489bbe78b4841a350eea as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/queue/ad7c650b352a489bbe78b4841a350eea 2024-11-20T12:20:14,474 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/queue/ad7c650b352a489bbe78b4841a350eea, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T12:20:14,475 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0897ad31efe493832ecbb41fc8b2d8ce in 860ms, sequenceid=12, compaction requested=false 2024-11-20T12:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/replication/0897ad31efe493832ecbb41fc8b2d8ce/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T12:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:14,481 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:14,481 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:14,482 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0897ad31efe493832ecbb41fc8b2d8ce: Waiting for close lock at 1732105213615Running coprocessor pre-close hooks at 1732105213615Disabling compacts and flushes for region at 1732105213615Disabling writes for close at 1732105213615Obtaining lock to block concurrent updates at 1732105213615Preparing flush snapshotting stores in 0897ad31efe493832ecbb41fc8b2d8ce at 1732105213615Finished memstore snapshotting hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732105213616 (+1 ms)Flushing stores of hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. at 1732105213616Flushing 0897ad31efe493832ecbb41fc8b2d8ce/hfileref: creating writer at 1732105213616Flushing 0897ad31efe493832ecbb41fc8b2d8ce/hfileref: appending metadata at 1732105213638 (+22 ms)Flushing 0897ad31efe493832ecbb41fc8b2d8ce/hfileref: closing flushed file at 1732105213638Flushing 0897ad31efe493832ecbb41fc8b2d8ce/queue: creating writer at 1732105214046 (+408 ms)Flushing 0897ad31efe493832ecbb41fc8b2d8ce/queue: appending metadata at 1732105214057 (+11 ms)Flushing 0897ad31efe493832ecbb41fc8b2d8ce/queue: closing flushed file at 1732105214057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7023abd6: reopening flushed file at 1732105214465 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b964491: reopening flushed file at 1732105214470 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0897ad31efe493832ecbb41fc8b2d8ce in 860ms, sequenceid=12, compaction requested=false at 1732105214475 (+5 ms)Writing region close event to WAL at 1732105214478 (+3 ms)Running coprocessor post-close hooks at 1732105214481 (+3 ms)Closed at 1732105214481 2024-11-20T12:20:14,482 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/rep_barrier/830f80a789a64b82a096afabf49bcd24 is 112, key is test,,1732105201578.ebe4b80750d997b3944e9c9dcb62f25c./rep_barrier:seqnumDuringOpen/1732105202722/Put/seqid=0 2024-11-20T12:20:14,482 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105205910.0897ad31efe493832ecbb41fc8b2d8ce. 2024-11-20T12:20:14,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741850_1026 (size=5518) 2024-11-20T12:20:14,612 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:20:14,612 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:20:14,612 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:14,660 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:14,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:14,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 from cache 2024-11-20T12:20:14,804 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1328, reset compression=false 2024-11-20T12:20:14,812 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:14,885 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/rep_barrier/830f80a789a64b82a096afabf49bcd24 2024-11-20T12:20:14,904 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/table/181b6f60c8354993a9dc992a1991f98a is 53, key is hbase:replication/table:state/1732105207089/Put/seqid=0 2024-11-20T12:20:14,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741851_1027 (size=5308) 2024-11-20T12:20:15,012 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:15,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:15,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1] 2024-11-20T12:20:15,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36431,1732105196470, seqNum=-1 from cache 2024-11-20T12:20:15,208 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,208 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T12:20:14.069Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.176Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:15,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T12:20:14.069Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.176Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:15,212 DEBUG [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:15,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36431 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:35814 deadline: 1732105273249, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T12:20:14.069Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.176Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15,214 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T12:20:14.069Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.176Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.386Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:14.697Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting 2024-11-20T12:20:15.207Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,263 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:15,307 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.1732105198833 to pos 1328, reset compression=false 2024-11-20T12:20:15,308 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/table/181b6f60c8354993a9dc992a1991f98a 2024-11-20T12:20:15,313 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/info/7ea17146952d4dce96f39846d1aac68b as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/info/7ea17146952d4dce96f39846d1aac68b 2024-11-20T12:20:15,317 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/info/7ea17146952d4dce96f39846d1aac68b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:20:15,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,318 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/ns/709f9bda4728456e9d836b869d944e4f as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/ns/709f9bda4728456e9d836b869d944e4f 2024-11-20T12:20:15,317 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 843d83d51ba0,36431,1732105196470 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,322 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/ns/709f9bda4728456e9d836b869d944e4f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:20:15,323 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/rep_barrier/830f80a789a64b82a096afabf49bcd24 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/rep_barrier/830f80a789a64b82a096afabf49bcd24 2024-11-20T12:20:15,327 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/rep_barrier/830f80a789a64b82a096afabf49bcd24, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:20:15,328 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/.tmp/table/181b6f60c8354993a9dc992a1991f98a as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/table/181b6f60c8354993a9dc992a1991f98a 2024-11-20T12:20:15,332 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/table/181b6f60c8354993a9dc992a1991f98a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:20:15,332 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-20T12:20:15,336 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:20:15,337 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:15,337 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:15,337 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:15,337 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105213611Running coprocessor pre-close hooks at 1732105213611Disabling compacts and flushes for region at 1732105213611Disabling writes for close at 1732105213611Obtaining lock to block concurrent updates at 1732105213611Preparing flush snapshotting stores in 1588230740 at 1732105213611Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105213612 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105213612Flushing 1588230740/info: creating writer at 1732105213612Flushing 1588230740/info: appending metadata at 1732105213627 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732105213627Flushing 1588230740/ns: creating writer at 1732105214040 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732105214055 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732105214056 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732105214464 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105214481 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105214481Flushing 1588230740/table: creating writer at 1732105214890 (+409 ms)Flushing 1588230740/table: appending metadata at 1732105214903 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732105214903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f10e87d: reopening flushed file at 1732105215312 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2445b22a: reopening flushed file at 1732105215317 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215bb73b: reopening flushed file at 1732105215322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d3a9df: reopening flushed file at 1732105215327 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732105215332 (+5 ms)Writing region close event to WAL at 1732105215333 (+1 ms)Running coprocessor post-close hooks at 1732105215336 (+3 ms)Closed at 1732105215337 (+1 ms) 2024-11-20T12:20:15,337 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:15,412 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,36431,1732105196470; all regions closed. 2024-11-20T12:20:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:20:15,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.meta.1732105199325.meta not finished, retry = 0 2024-11-20T12:20:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741839_1015 (size=3127) 2024-11-20T12:20:15,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/WALs/843d83d51ba0,36431,1732105196470/843d83d51ba0%2C36431%2C1732105196470.rep.1732105207047 not finished, retry = 0 2024-11-20T12:20:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 843d83d51ba0,36431,1732105196470 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,521 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 843d83d51ba0,36431,1732105196470 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741832_1008 (size=1336) 2024-11-20T12:20:15,621 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:15,621 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:15,621 INFO [RS:0;843d83d51ba0:36431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:15,621 INFO [RS:0;843d83d51ba0:36431 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:15,622 INFO [RS:0;843d83d51ba0:36431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:15,622 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:15,622 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,36431,1732105196470 because: Region server is closing 2024-11-20T12:20:15,622 INFO [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36431. 2024-11-20T12:20:15,622 DEBUG [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:15,622 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:15,622 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:15,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:15,723 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.shipper843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 terminated 2024-11-20T12:20:15,723 INFO [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36431. 2024-11-20T12:20:15,723 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36431,1732105196470.replicationSource.wal-reader.843d83d51ba0%2C36431%2C1732105196470,1-843d83d51ba0,36431,1732105196470 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:20:15,723 DEBUG [RS:0;843d83d51ba0:36431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:15,723 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:15,723 DEBUG [RS:0;843d83d51ba0:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:15,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:15,723 INFO [RS:0;843d83d51ba0:36431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36431 2024-11-20T12:20:15,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11251927187/rs/843d83d51ba0,36431,1732105196470 2024-11-20T12:20:15,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187/rs 2024-11-20T12:20:15,766 INFO [RS:0;843d83d51ba0:36431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:15,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,36431,1732105196470] 2024-11-20T12:20:15,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11251927187/draining/843d83d51ba0,36431,1732105196470 already deleted, retry=false 2024-11-20T12:20:15,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,36431,1732105196470 expired; onlineServers=0 2024-11-20T12:20:15,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,37049,1732105196324' ***** 2024-11-20T12:20:15,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:15,788 DEBUG [M:0;843d83d51ba0:37049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:20:15,788 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:20:15,788 DEBUG [M:0;843d83d51ba0:37049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:20:15,788 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105198532 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105198532,5,FailOnTimeoutGroup] 2024-11-20T12:20:15,788 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105198532 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105198532,5,FailOnTimeoutGroup] 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:15,788 DEBUG [M:0;843d83d51ba0:37049 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:15,788 INFO [M:0;843d83d51ba0:37049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:20:15,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:20:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11251927187/master 2024-11-20T12:20:15,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11251927187 2024-11-20T12:20:15,798 DEBUG [M:0;843d83d51ba0:37049 {}] zookeeper.ZKUtil(347): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Unable to get data of znode /11251927187/master because node does not exist (not an error) 2024-11-20T12:20:15,798 WARN [M:0;843d83d51ba0:37049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:20:15,799 INFO [M:0;843d83d51ba0:37049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/.lastflushedseqids 2024-11-20T12:20:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741852_1028 (size=263) 2024-11-20T12:20:15,824 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 843d83d51ba0:36431 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:36431 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:15,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 843d83d51ba0:36431 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:36431 2024-11-20T12:20:15,824 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=843d83d51ba0:36431 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:36431 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:36431 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T12:20:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:20:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59214 deadline: 1732105275826, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T12:20:15,827 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:15,828 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T12:20:15,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:15,877 INFO [RS:0;843d83d51ba0:36431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:15,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x101582fb0aa0004, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:15,877 INFO [RS:0;843d83d51ba0:36431 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,36431,1732105196470; zookeeper connection closed. 2024-11-20T12:20:15,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49b2b89d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49b2b89d 2024-11-20T12:20:15,878 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:20:15,966 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:16,203 INFO [M:0;843d83d51ba0:37049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:20:16,203 INFO [M:0;843d83d51ba0:37049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:20:16,203 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:16,203 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:16,203 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:16,203 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:16,203 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:16,203 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T12:20:16,217 DEBUG [M:0;843d83d51ba0:37049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a153ce02af41c094ca188894f0f953 is 82, key is hbase:meta,,1/info:regioninfo/1732105199352/Put/seqid=0 2024-11-20T12:20:16,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741853_1029 (size=5672) 2024-11-20T12:20:16,228 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T12:20:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:20:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59214 deadline: 1732105276229, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T12:20:16,230 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:16,231 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T12:20:16,231 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T12:20:16,621 INFO [M:0;843d83d51ba0:37049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a153ce02af41c094ca188894f0f953 2024-11-20T12:20:16,638 DEBUG [M:0;843d83d51ba0:37049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4710cb6276c4b7a8e266161d68f8fd3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105207093/Put/seqid=0 2024-11-20T12:20:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741854_1030 (size=8516) 2024-11-20T12:20:16,731 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T12:20:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:20:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59214 deadline: 1732105276732, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T12:20:16,733 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:16,734 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T12:20:16,734 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T12:20:16,770 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:17,042 INFO [M:0;843d83d51ba0:37049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4710cb6276c4b7a8e266161d68f8fd3 2024-11-20T12:20:17,062 DEBUG [M:0;843d83d51ba0:37049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f42b4c7fbbd4262a9d08833115cc478 is 69, key is 843d83d51ba0,36431,1732105196470/rs:state/1732105198634/Put/seqid=0 2024-11-20T12:20:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741855_1031 (size=5156) 2024-11-20T12:20:17,334 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T12:20:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:20:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59214 deadline: 1732105277335, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T12:20:17,336 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T12:20:17,337 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T12:20:17,337 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T12:20:17,466 INFO [M:0;843d83d51ba0:37049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f42b4c7fbbd4262a9d08833115cc478 2024-11-20T12:20:17,471 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0a153ce02af41c094ca188894f0f953 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a153ce02af41c094ca188894f0f953 2024-11-20T12:20:17,475 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0a153ce02af41c094ca188894f0f953, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:20:17,476 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4710cb6276c4b7a8e266161d68f8fd3 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4710cb6276c4b7a8e266161d68f8fd3 2024-11-20T12:20:17,480 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4710cb6276c4b7a8e266161d68f8fd3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:20:17,481 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f42b4c7fbbd4262a9d08833115cc478 as hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f42b4c7fbbd4262a9d08833115cc478 2024-11-20T12:20:17,485 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46063/user/jenkins/test-data/cc4647a0-734f-deb1-b26c-2fcbe08d31bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f42b4c7fbbd4262a9d08833115cc478, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:20:17,486 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-20T12:20:17,488 INFO [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:17,488 DEBUG [M:0;843d83d51ba0:37049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105216203Disabling compacts and flushes for region at 1732105216203Disabling writes for close at 1732105216203Obtaining lock to block concurrent updates at 1732105216203Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105216203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732105216203Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105216204 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105216204Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105216217 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105216217Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105216625 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105216637 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105216638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105217045 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105217061 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105217061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399cfe8a: reopening flushed file at 1732105217470 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9734d: reopening flushed file at 1732105217475 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3017898b: reopening flushed file at 1732105217480 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732105217486 (+6 ms)Writing region close event to WAL at 1732105217488 (+2 ms)Closed at 1732105217488 2024-11-20T12:20:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38329 is added to blk_1073741830_1006 (size=63654) 2024-11-20T12:20:17,491 INFO [M:0;843d83d51ba0:37049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:20:17,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:17,491 INFO [M:0;843d83d51ba0:37049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37049 2024-11-20T12:20:17,491 INFO [M:0;843d83d51ba0:37049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:17,673 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:17,740 INFO [M:0;843d83d51ba0:37049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37049-0x101582fb0aa0003, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:17,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2b2829{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:17,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7332160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:17,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:17,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff3877{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:17,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:17,776 WARN [BP-1401076915-172.17.0.3-1732105194241 heartbeating to localhost/127.0.0.1:46063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:20:17,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:20:17,776 WARN [BP-1401076915-172.17.0.3-1732105194241 heartbeating to localhost/127.0.0.1:46063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1401076915-172.17.0.3-1732105194241 (Datanode Uuid a2fdcb77-313f-4201-a2c3-eb57fbfcc81f) service to localhost/127.0.0.1:46063 2024-11-20T12:20:17,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:20:17,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/cluster_f8dde137-2794-fab6-2996-f1370e6115cf/data/data1/current/BP-1401076915-172.17.0.3-1732105194241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:17,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/cluster_f8dde137-2794-fab6-2996-f1370e6115cf/data/data2/current/BP-1401076915-172.17.0.3-1732105194241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:17,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:20:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38940895{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:17,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4afaf6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:17,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a47cf22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:17,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:20:17,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:20:17,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:17,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:17,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:17,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:17,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:17,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:20:17,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1406077801, stopped=false 2024-11-20T12:20:17,800 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,44299,1732105190556 2024-11-20T12:20:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1043472969/running 2024-11-20T12:20:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1043472969/running 2024-11-20T12:20:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:20:17,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:20:17,819 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:17,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:17,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/running 2024-11-20T12:20:17,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:17,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:17,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Set watcher on znode that does not yet exist, /0-1043472969/running 2024-11-20T12:20:17,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,35663,1732105190870' ***** 2024-11-20T12:20:17,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:20:17,820 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:20:17,820 INFO [RS:0;843d83d51ba0:35663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:20:17,820 INFO [RS:0;843d83d51ba0:35663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:20:17,820 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a56df8f74be8a2b189acbb701630739 2024-11-20T12:20:17,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,35663,1732105190870 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35663. 2024-11-20T12:20:17,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a56df8f74be8a2b189acbb701630739, disabling compactions & flushes 2024-11-20T12:20:17,821 DEBUG [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:17,821 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:17,821 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:17,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:20:17,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. after waiting 0 ms 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:20:17,821 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:20:17,821 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a56df8f74be8a2b189acbb701630739 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T12:20:17,821 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:20:17,821 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a56df8f74be8a2b189acbb701630739=hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739., e39c33846d539bdc8683a26fc75a9b92=test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92.} 2024-11-20T12:20:17,821 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a56df8f74be8a2b189acbb701630739, e39c33846d539bdc8683a26fc75a9b92 2024-11-20T12:20:17,821 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:17,821 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:17,822 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:17,822 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:17,822 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:17,822 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:20:17,840 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/info/53eb1f88206a45e4bd4f5c290e51c883 is 147, key is hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739./info:regioninfo/1732105204936/Put/seqid=0 2024-11-20T12:20:17,840 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/hfileref/7f89073b528343e2a49429b6f0502e81 is 74, key is 1/hfileref:3b3f17f4cbe846e0acaba12db8267769_SeqId_6_/1732105212712/Put/seqid=0 2024-11-20T12:20:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741846_1022 (size=5345) 2024-11-20T12:20:17,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741847_1023 (size=7686) 2024-11-20T12:20:17,844 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/info/53eb1f88206a45e4bd4f5c290e51c883 2024-11-20T12:20:17,844 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/hfileref/7f89073b528343e2a49429b6f0502e81 2024-11-20T12:20:17,865 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/ns/6d30b144daaa4be4a24b29e9baef5daa is 43, key is default/ns:d/1732105194174/Put/seqid=0 2024-11-20T12:20:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741848_1024 (size=5153) 2024-11-20T12:20:17,871 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/queue/0b65f892aa2c460d8f185ff644351e95 is 153, key is 1-843d83d51ba0,35663,1732105190870/queue:843d83d51ba0%2C35663%2C1732105190870/1732105210608/Put/seqid=0 2024-11-20T12:20:17,873 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/ns/6d30b144daaa4be4a24b29e9baef5daa 2024-11-20T12:20:17,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741849_1025 (size=5352) 2024-11-20T12:20:17,875 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/queue/0b65f892aa2c460d8f185ff644351e95 2024-11-20T12:20:17,880 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/hfileref/7f89073b528343e2a49429b6f0502e81 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/hfileref/7f89073b528343e2a49429b6f0502e81 2024-11-20T12:20:17,888 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/hfileref/7f89073b528343e2a49429b6f0502e81, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T12:20:17,889 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/.tmp/queue/0b65f892aa2c460d8f185ff644351e95 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/queue/0b65f892aa2c460d8f185ff644351e95 2024-11-20T12:20:17,889 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:17,893 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/queue/0b65f892aa2c460d8f185ff644351e95, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T12:20:17,893 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/rep_barrier/4e880155168c4b10b1ac17d5f66d6ce2 is 112, key is test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92./rep_barrier:seqnumDuringOpen/1732105200567/Put/seqid=0 2024-11-20T12:20:17,894 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a56df8f74be8a2b189acbb701630739 in 73ms, sequenceid=10, compaction requested=false 2024-11-20T12:20:17,894 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:20:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741850_1026 (size=5518) 2024-11-20T12:20:17,911 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/replication/8a56df8f74be8a2b189acbb701630739/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T12:20:17,911 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:17,912 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a56df8f74be8a2b189acbb701630739: Waiting for close lock at 1732105217821Running coprocessor pre-close hooks at 1732105217821Disabling compacts and flushes for region at 1732105217821Disabling writes for close at 1732105217821Obtaining lock to block concurrent updates at 1732105217821Preparing flush snapshotting stores in 8a56df8f74be8a2b189acbb701630739 at 1732105217821Finished memstore snapshotting hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732105217822 (+1 ms)Flushing stores of hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. at 1732105217822Flushing 8a56df8f74be8a2b189acbb701630739/hfileref: creating writer at 1732105217822Flushing 8a56df8f74be8a2b189acbb701630739/hfileref: appending metadata at 1732105217839 (+17 ms)Flushing 8a56df8f74be8a2b189acbb701630739/hfileref: closing flushed file at 1732105217839Flushing 8a56df8f74be8a2b189acbb701630739/queue: creating writer at 1732105217854 (+15 ms)Flushing 8a56df8f74be8a2b189acbb701630739/queue: appending metadata at 1732105217871 (+17 ms)Flushing 8a56df8f74be8a2b189acbb701630739/queue: closing flushed file at 1732105217871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d494e38: reopening flushed file at 1732105217879 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4682381a: reopening flushed file at 1732105217888 (+9 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8a56df8f74be8a2b189acbb701630739 in 73ms, sequenceid=10, compaction requested=false at 1732105217894 (+6 ms)Writing region close event to WAL at 1732105217908 (+14 ms)Running coprocessor post-close hooks at 1732105217911 (+3 ms)Closed at 1732105217912 (+1 ms) 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105203755.8a56df8f74be8a2b189acbb701630739. 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e39c33846d539bdc8683a26fc75a9b92, disabling compactions & flushes 2024-11-20T12:20:17,912 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. after waiting 0 ms 2024-11-20T12:20:17,912 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:17,916 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/default/test/e39c33846d539bdc8683a26fc75a9b92/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:20:17,916 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:17,916 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:17,916 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:17,916 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e39c33846d539bdc8683a26fc75a9b92: Waiting for close lock at 1732105217912Running coprocessor pre-close hooks at 1732105217912Disabling compacts and flushes for region at 1732105217912Disabling writes for close at 1732105217912Writing region close event to WAL at 1732105217913 (+1 ms)Running coprocessor post-close hooks at 1732105217916 (+3 ms)Closed at 1732105217916 2024-11-20T12:20:17,916 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105199424.e39c33846d539bdc8683a26fc75a9b92. 2024-11-20T12:20:18,022 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:18,037 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T12:20:18,038 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 843d83d51ba0:37049 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:37049 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 843d83d51ba0:37049 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:37049 2024-11-20T12:20:18,046 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:20:18,046 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:20:18,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:18,145 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 843d83d51ba0:37049 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:37049 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T12:20:18,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=843d83d51ba0:37049 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:37049 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T12:20:18,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 843d83d51ba0:37049 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 843d83d51ba0/172.17.0.3:37049 2024-11-20T12:20:18,222 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:18,302 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/rep_barrier/4e880155168c4b10b1ac17d5f66d6ce2 2024-11-20T12:20:18,323 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/table/0e055e49247d49c785fb8b3f7f1d5c24 is 53, key is hbase:replication/table:state/1732105204942/Put/seqid=0 2024-11-20T12:20:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741851_1027 (size=5308) 2024-11-20T12:20:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:18,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 843d83d51ba0:37049 this server is in the failed servers list 2024-11-20T12:20:18,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 843d83d51ba0:37049 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:18,422 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:18,622 DEBUG [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:18,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:18,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 843d83d51ba0:37049 this server is in the failed servers list 2024-11-20T12:20:18,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 843d83d51ba0:37049 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:18,676 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1033, reset compression=false 2024-11-20T12:20:18,681 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:18,681 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1328, reset compression=false 2024-11-20T12:20:18,728 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/table/0e055e49247d49c785fb8b3f7f1d5c24 2024-11-20T12:20:18,732 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/info/53eb1f88206a45e4bd4f5c290e51c883 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/info/53eb1f88206a45e4bd4f5c290e51c883 2024-11-20T12:20:18,735 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/info/53eb1f88206a45e4bd4f5c290e51c883, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:20:18,736 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/ns/6d30b144daaa4be4a24b29e9baef5daa as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/ns/6d30b144daaa4be4a24b29e9baef5daa 2024-11-20T12:20:18,741 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/ns/6d30b144daaa4be4a24b29e9baef5daa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:20:18,742 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/rep_barrier/4e880155168c4b10b1ac17d5f66d6ce2 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/rep_barrier/4e880155168c4b10b1ac17d5f66d6ce2 2024-11-20T12:20:18,746 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/rep_barrier/4e880155168c4b10b1ac17d5f66d6ce2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:20:18,746 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/.tmp/table/0e055e49247d49c785fb8b3f7f1d5c24 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/table/0e055e49247d49c785fb8b3f7f1d5c24 2024-11-20T12:20:18,750 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/table/0e055e49247d49c785fb8b3f7f1d5c24, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:20:18,751 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-11-20T12:20:18,751 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:20:18,755 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:20:18,755 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:18,755 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:18,755 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:18,755 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105217821Running coprocessor pre-close hooks at 1732105217821Disabling compacts and flushes for region at 1732105217821Disabling writes for close at 1732105217822 (+1 ms)Obtaining lock to block concurrent updates at 1732105217822Preparing flush snapshotting stores in 1588230740 at 1732105217822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105217822Flushing stores of hbase:meta,,1.1588230740 at 1732105217822Flushing 1588230740/info: creating writer at 1732105217823 (+1 ms)Flushing 1588230740/info: appending metadata at 1732105217839 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732105217839Flushing 1588230740/ns: creating writer at 1732105217848 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732105217865 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732105217865Flushing 1588230740/rep_barrier: creating writer at 1732105217877 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105217893 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105217893Flushing 1588230740/table: creating writer at 1732105218307 (+414 ms)Flushing 1588230740/table: appending metadata at 1732105218323 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732105218323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755984cf: reopening flushed file at 1732105218731 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b050650: reopening flushed file at 1732105218736 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a38de8e: reopening flushed file at 1732105218741 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dac87d: reopening flushed file at 1732105218746 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1732105218751 (+5 ms)Writing region close event to WAL at 1732105218752 (+1 ms)Running coprocessor post-close hooks at 1732105218755 (+3 ms)Closed at 1732105218755 2024-11-20T12:20:18,756 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:18,822 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,35663,1732105190870; all regions closed. 2024-11-20T12:20:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:20:18,826 DEBUG [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs 2024-11-20T12:20:18,826 INFO [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C35663%2C1732105190870.meta:.meta(num 1732105194123) 2024-11-20T12:20:18,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.rep.1732105204908 not finished, retry = 0 2024-11-20T12:20:18,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741839_1015 (size=2695) 2024-11-20T12:20:18,884 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 to pos 1328, reset compression=false 2024-11-20T12:20:18,930 DEBUG [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs 2024-11-20T12:20:18,930 INFO [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C35663%2C1732105190870.rep:(num 1732105204908) 2024-11-20T12:20:18,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/WALs/843d83d51ba0,35663,1732105190870/843d83d51ba0%2C35663%2C1732105190870.1732105193087 not finished, retry = 0 2024-11-20T12:20:18,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741832_1008 (size=1336) 2024-11-20T12:20:19,034 DEBUG [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/oldWALs 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C35663%2C1732105190870:(num 1732105193087) 2024-11-20T12:20:19,034 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:19,034 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:19,034 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,35663,1732105190870 because: Region server is closing 2024-11-20T12:20:19,035 INFO [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35663. 2024-11-20T12:20:19,035 DEBUG [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:19,035 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:19,035 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:19,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:19,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:19,135 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.wal-reader.843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:20:19,135 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T12:20:19,135 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T12:20:19,135 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T12:20:19,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:19,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:19,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 843d83d51ba0:37049 this server is in the failed servers list 2024-11-20T12:20:19,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 843d83d51ba0:37049 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:19,936 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35663,1732105190870.replicationSource.shipper843d83d51ba0%2C35663%2C1732105190870,1-843d83d51ba0,35663,1732105190870 terminated 2024-11-20T12:20:19,936 INFO [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35663. 2024-11-20T12:20:19,936 DEBUG [RS:0;843d83d51ba0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:19,936 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:19,937 DEBUG [RS:0;843d83d51ba0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:19,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:19,937 INFO [RS:0;843d83d51ba0:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35663 2024-11-20T12:20:19,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969/rs 2024-11-20T12:20:19,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1043472969/rs/843d83d51ba0,35663,1732105190870 2024-11-20T12:20:19,998 INFO [RS:0;843d83d51ba0:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:19,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,35663,1732105190870] 2024-11-20T12:20:20,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/draining/843d83d51ba0,35663,1732105190870 already deleted, retry=false 2024-11-20T12:20:20,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,35663,1732105190870 expired; onlineServers=0 2024-11-20T12:20:20,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,44299,1732105190556' ***** 2024-11-20T12:20:20,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:20:20,019 INFO [M:0;843d83d51ba0:44299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:20,019 INFO [M:0;843d83d51ba0:44299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:20,019 DEBUG [M:0;843d83d51ba0:44299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:20:20,019 DEBUG [M:0;843d83d51ba0:44299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:20:20,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:20:20,019 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105192890 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105192890,5,FailOnTimeoutGroup] 2024-11-20T12:20:20,019 INFO [M:0;843d83d51ba0:44299 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:20,019 INFO [M:0;843d83d51ba0:44299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:20,020 DEBUG [M:0;843d83d51ba0:44299 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:20:20,020 INFO [M:0;843d83d51ba0:44299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:20:20,020 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105192890 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105192890,5,FailOnTimeoutGroup] 2024-11-20T12:20:20,020 INFO [M:0;843d83d51ba0:44299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:20,020 INFO [M:0;843d83d51ba0:44299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:20:20,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:20:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1043472969/master 2024-11-20T12:20:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1043472969 2024-11-20T12:20:20,040 DEBUG [M:0;843d83d51ba0:44299 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1043472969/master already deleted, retry=false 2024-11-20T12:20:20,040 DEBUG [M:0;843d83d51ba0:44299 {}] master.ActiveMasterManager(353): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1043472969/master 2024-11-20T12:20:20,041 INFO [M:0;843d83d51ba0:44299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/.lastflushedseqids 2024-11-20T12:20:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741852_1028 (size=263) 2024-11-20T12:20:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:20,109 INFO [RS:0;843d83d51ba0:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:20,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x101582fb0aa0001, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:20,109 INFO [RS:0;843d83d51ba0:35663 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,35663,1732105190870; zookeeper connection closed. 2024-11-20T12:20:20,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74407830 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74407830 2024-11-20T12:20:20,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:20:20,146 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:20:20,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:20,185 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:20,187 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:20,445 INFO [M:0;843d83d51ba0:44299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:20:20,446 INFO [M:0;843d83d51ba0:44299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:20:20,446 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:20,446 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:20,446 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:20,446 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:20,446 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:20,446 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T12:20:20,465 DEBUG [M:0;843d83d51ba0:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e27c5e425e4f3fac8ac9a42bf67815 is 82, key is hbase:meta,,1/info:regioninfo/1732105194151/Put/seqid=0 2024-11-20T12:20:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741853_1029 (size=5672) 2024-11-20T12:20:20,869 INFO [M:0;843d83d51ba0:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e27c5e425e4f3fac8ac9a42bf67815 2024-11-20T12:20:20,889 DEBUG [M:0;843d83d51ba0:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0abbad82fbb4ab88a68b31dbd4362e7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105204946/Put/seqid=0 2024-11-20T12:20:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741854_1030 (size=8516) 2024-11-20T12:20:21,293 INFO [M:0;843d83d51ba0:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0abbad82fbb4ab88a68b31dbd4362e7 2024-11-20T12:20:21,310 DEBUG [M:0;843d83d51ba0:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a9e049ebf3457fad213b638473342a is 69, key is 843d83d51ba0,35663,1732105190870/rs:state/1732105192932/Put/seqid=0 2024-11-20T12:20:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741855_1031 (size=5156) 2024-11-20T12:20:21,313 INFO [M:0;843d83d51ba0:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a9e049ebf3457fad213b638473342a 2024-11-20T12:20:21,317 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61e27c5e425e4f3fac8ac9a42bf67815 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e27c5e425e4f3fac8ac9a42bf67815 2024-11-20T12:20:21,320 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61e27c5e425e4f3fac8ac9a42bf67815, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:20:21,321 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0abbad82fbb4ab88a68b31dbd4362e7 as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0abbad82fbb4ab88a68b31dbd4362e7 2024-11-20T12:20:21,325 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0abbad82fbb4ab88a68b31dbd4362e7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:20:21,325 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2a9e049ebf3457fad213b638473342a as hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2a9e049ebf3457fad213b638473342a 2024-11-20T12:20:21,329 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45579/user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2a9e049ebf3457fad213b638473342a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:20:21,329 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-20T12:20:21,330 INFO [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:21,330 DEBUG [M:0;843d83d51ba0:44299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105220446Disabling compacts and flushes for region at 1732105220446Disabling writes for close at 1732105220446Obtaining lock to block concurrent updates at 1732105220446Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105220446Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732105220446Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105220447 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105220447Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105220464 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105220464Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105220873 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105220889 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105220889Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105221297 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105221309 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105221310 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cb6262: reopening flushed file at 1732105221317 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541c4f15: reopening flushed file at 1732105221321 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bca2701: reopening flushed file at 1732105221325 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1732105221329 (+4 ms)Writing region close event to WAL at 1732105221330 (+1 ms)Closed at 1732105221330 2024-11-20T12:20:21,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/162eebc3-b4d4-c0c0-0e30-a05a09412c74/MasterData/WALs/843d83d51ba0,44299,1732105190556/843d83d51ba0%2C44299%2C1732105190556.1732105192625 not finished, retry = 0 2024-11-20T12:20:21,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38601 is added to blk_1073741830_1006 (size=63654) 2024-11-20T12:20:21,433 INFO [M:0;843d83d51ba0:44299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:20:21,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:21,433 INFO [M:0;843d83d51ba0:44299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44299 2024-11-20T12:20:21,433 INFO [M:0;843d83d51ba0:44299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:21,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:21,593 INFO [M:0;843d83d51ba0:44299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:21,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x101582fb0aa0000, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:21,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@670e66f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:21,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ba2e79c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:21,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:21,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ddca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:21,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:21,597 WARN [BP-1152579930-172.17.0.3-1732105188635 heartbeating to localhost/127.0.0.1:45579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:20:21,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:20:21,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:20:21,597 WARN [BP-1152579930-172.17.0.3-1732105188635 heartbeating to localhost/127.0.0.1:45579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1152579930-172.17.0.3-1732105188635 (Datanode Uuid dfd8477e-6383-4c7b-9f0e-68323d69775e) service to localhost/127.0.0.1:45579 2024-11-20T12:20:21,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/data/data1/current/BP-1152579930-172.17.0.3-1732105188635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:21,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/cluster_4029b863-09b7-d480-8339-8d0667947df7/data/data2/current/BP-1152579930-172.17.0.3-1732105188635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:21,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:20:21,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fdfc14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:21,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8715926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:21,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:21,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b0b781{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:21,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5182058-611a-1e1a-9722-3456148ab716/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:21,609 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:20:21,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:20:21,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45579 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46063 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46063 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45579 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45579 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 255) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5689 (was 5776) 2024-11-20T12:20:21,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=5689 2024-11-20T12:20:21,656 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T12:20:21,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir so I do NOT create it in target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333 2024-11-20T12:20:21,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:20:21,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.tmp.dir so I do NOT create it in target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333 2024-11-20T12:20:21,657 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/217ee101-1d4a-53a1-ac96-dde36c73131a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:20:21,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333 2024-11-20T12:20:21,657 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e, deleteOnExit=true 2024-11-20T12:20:21,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/zookeeper_0, clientPort=51665, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:20:21,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51665 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/test.cache.data in system properties and HBase conf 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:20:21,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:20:21,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:20:21,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:20:21,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101582fb0aa0005, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:20:21,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101582fb0aa0002, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:20:21,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101582fb0aa0002, quorum=127.0.0.1:62273, baseZNode=/0-1043472969 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:20:21,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101582fb0aa0005, quorum=127.0.0.1:62273, baseZNode=/11251927187 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:20:22,024 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:22,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:22,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:22,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:22,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:22,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:22,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:22,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:22,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/java.io.tmpdir/jetty-localhost-33627-hadoop-hdfs-3_4_1-tests_jar-_-any-9150062377502943257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:22,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:33627} 2024-11-20T12:20:22,161 INFO [Time-limited test {}] server.Server(415): Started @203577ms 2024-11-20T12:20:22,214 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:22,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:22,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:22,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:22,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:22,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:22,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:22,436 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:22,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:22,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:22,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/java.io.tmpdir/jetty-localhost-37169-hadoop-hdfs-3_4_1-tests_jar-_-any-7223377195760747242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:22,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:37169} 2024-11-20T12:20:22,559 INFO [Time-limited test {}] server.Server(415): Started @203974ms 2024-11-20T12:20:22,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:20:23,204 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/data/data1/current/BP-1705373417-172.17.0.3-1732105221694/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:23,204 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/data/data2/current/BP-1705373417-172.17.0.3-1732105221694/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:23,221 WARN [Thread-2188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:20:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7a5498eeb3a8e3 with lease ID 0xe70bf0dc5202f2e0: Processing first storage report for DS-7f76bb7e-e556-445d-8f89-52cba3ee6951 from datanode DatanodeRegistration(127.0.0.1:41257, datanodeUuid=34554cf8-e46c-4265-9591-d390bf5f1618, infoPort=41421, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=59557077;c=1732105221694) 2024-11-20T12:20:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7a5498eeb3a8e3 with lease ID 0xe70bf0dc5202f2e0: from storage DS-7f76bb7e-e556-445d-8f89-52cba3ee6951 node DatanodeRegistration(127.0.0.1:41257, datanodeUuid=34554cf8-e46c-4265-9591-d390bf5f1618, infoPort=41421, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=59557077;c=1732105221694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7a5498eeb3a8e3 with lease ID 0xe70bf0dc5202f2e0: Processing first storage report for DS-5829aaf9-6610-4e2e-958f-aa20ab588983 from datanode DatanodeRegistration(127.0.0.1:41257, datanodeUuid=34554cf8-e46c-4265-9591-d390bf5f1618, infoPort=41421, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=59557077;c=1732105221694) 2024-11-20T12:20:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7a5498eeb3a8e3 with lease ID 0xe70bf0dc5202f2e0: from storage DS-5829aaf9-6610-4e2e-958f-aa20ab588983 node DatanodeRegistration(127.0.0.1:41257, datanodeUuid=34554cf8-e46c-4265-9591-d390bf5f1618, infoPort=41421, infoSecurePort=0, ipcPort=41273, storageInfo=lv=-57;cid=testClusterID;nsid=59557077;c=1732105221694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:23,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333 2024-11-20T12:20:23,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:20:23,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499 with version=8 2024-11-20T12:20:23,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/hbase-staging 2024-11-20T12:20:23,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:20:23,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:23,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33039 2024-11-20T12:20:23,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33039 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:23,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330390x0, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:23,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33039-0x101583031d90000 connected 2024-11-20T12:20:23,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/running 2024-11-20T12:20:23,833 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499, hbase.cluster.distributed=false 2024-11-20T12:20:23,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/acl 2024-11-20T12:20:23,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-20T12:20:23,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33039 2024-11-20T12:20:23,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33039 2024-11-20T12:20:23,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-20T12:20:23,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33039 2024-11-20T12:20:23,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:20:23,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:23,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45133 2024-11-20T12:20:23,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45133 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:23,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:23,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451330x0, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:23,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451330x0, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/running 2024-11-20T12:20:23,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45133-0x101583031d90001 connected 2024-11-20T12:20:23,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:20:23,876 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:20:23,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/master 2024-11-20T12:20:23,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/acl 2024-11-20T12:20:23,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-20T12:20:23,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45133 2024-11-20T12:20:23,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45133 2024-11-20T12:20:23,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-20T12:20:23,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45133 2024-11-20T12:20:23,903 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:33039 2024-11-20T12:20:23,903 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-925419863/backup-masters/843d83d51ba0,33039,1732105223703 2024-11-20T12:20:23,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/backup-masters 2024-11-20T12:20:23,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/backup-masters 2024-11-20T12:20:23,914 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on existing znode=/0-925419863/backup-masters/843d83d51ba0,33039,1732105223703 2024-11-20T12:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-925419863/master 2024-11-20T12:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:23,924 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on existing znode=/0-925419863/master 2024-11-20T12:20:23,924 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-925419863/backup-masters/843d83d51ba0,33039,1732105223703 from backup master directory 2024-11-20T12:20:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-925419863/backup-masters/843d83d51ba0,33039,1732105223703 2024-11-20T12:20:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/backup-masters 2024-11-20T12:20:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/backup-masters 2024-11-20T12:20:23,934 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:23,934 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,33039,1732105223703 2024-11-20T12:20:23,938 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/hbase.id] with ID: 5f758483-a818-447d-9e81-e109102d4b6e 2024-11-20T12:20:23,938 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/.tmp/hbase.id 2024-11-20T12:20:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:20:24,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:24,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/.tmp/hbase.id]:[hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/hbase.id] 2024-11-20T12:20:24,356 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:24,356 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:20:24,357 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:20:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:20:24,784 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:24,785 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:20:24,785 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:24,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:20:25,192 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store 2024-11-20T12:20:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:25,598 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:25,598 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:25,598 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105225598Disabling compacts and flushes for region at 1732105225598Disabling writes for close at 1732105225598Writing region close event to WAL at 1732105225598Closed at 1732105225598 2024-11-20T12:20:25,599 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/.initializing 2024-11-20T12:20:25,599 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/WALs/843d83d51ba0,33039,1732105223703 2024-11-20T12:20:25,599 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:25,601 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C33039%2C1732105223703, suffix=, logDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/WALs/843d83d51ba0,33039,1732105223703, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/oldWALs, maxLogs=10 2024-11-20T12:20:25,612 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/WALs/843d83d51ba0,33039,1732105223703/843d83d51ba0%2C33039%2C1732105223703.1732105225601, exclude list is [], retry=0 2024-11-20T12:20:25,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-7f76bb7e-e556-445d-8f89-52cba3ee6951,DISK] 2024-11-20T12:20:25,616 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/WALs/843d83d51ba0,33039,1732105223703/843d83d51ba0%2C33039%2C1732105223703.1732105225601 2024-11-20T12:20:25,616 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41421:41421)] 2024-11-20T12:20:25,616 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:25,617 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:25,617 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,617 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:20:25,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:25,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:25,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:20:25,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:25,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:25,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:20:25,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:25,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:25,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:20:25,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:25,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:25,623 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,624 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,624 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,625 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,625 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,625 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:25,626 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:25,627 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:25,628 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72117206, jitterRate=0.07463011145591736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:25,628 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105225617Initializing all the Stores at 1732105225617Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105225617Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105225618 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105225618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105225618Cleaning up temporary data from old regions at 1732105225625 (+7 ms)Region opened successfully at 1732105225628 (+3 ms) 2024-11-20T12:20:25,629 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:20:25,631 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5768386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:25,632 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:20:25,632 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:20:25,632 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:20:25,632 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:20:25,633 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:20:25,633 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:20:25,633 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:20:25,635 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:20:25,636 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/balancer because node does not exist (not necessarily an error) 2024-11-20T12:20:25,703 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/balancer already deleted, retry=false 2024-11-20T12:20:25,703 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:20:25,704 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:20:25,713 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/normalizer already deleted, retry=false 2024-11-20T12:20:25,714 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:20:25,715 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:20:25,724 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/switch/split already deleted, retry=false 2024-11-20T12:20:25,725 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:20:25,734 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/switch/merge already deleted, retry=false 2024-11-20T12:20:25,736 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:20:25,745 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/snapshot-cleanup already deleted, retry=false 2024-11-20T12:20:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-925419863/running 2024-11-20T12:20:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-925419863/running 2024-11-20T12:20:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,756 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,33039,1732105223703, sessionid=0x101583031d90000, setting cluster-up flag (Was=false) 2024-11-20T12:20:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,808 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-925419863/flush-table-proc/acquired, /0-925419863/flush-table-proc/reached, /0-925419863/flush-table-proc/abort 2024-11-20T12:20:25,809 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,33039,1732105223703 2024-11-20T12:20:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:25,861 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-925419863/online-snapshot/acquired, /0-925419863/online-snapshot/reached, /0-925419863/online-snapshot/abort 2024-11-20T12:20:25,862 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,33039,1732105223703 2024-11-20T12:20:25,863 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:20:25,864 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:25,864 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:20:25,864 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:20:25,864 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,33039,1732105223703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:20:25,865 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:25,865 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:25,865 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:25,866 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:25,866 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:20:25,866 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,866 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:25,866 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105255866 2024-11-20T12:20:25,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:20:25,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:20:25,867 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:20:25,868 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:25,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:20:25,868 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105225868,5,FailOnTimeoutGroup] 2024-11-20T12:20:25,868 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105225868,5,FailOnTimeoutGroup] 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,868 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:20:25,891 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(746): ClusterId : 5f758483-a818-447d-9e81-e109102d4b6e 2024-11-20T12:20:25,891 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:20:25,903 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:20:25,903 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:20:25,914 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:20:25,914 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e7138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:25,928 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:45133 2024-11-20T12:20:25,928 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:20:25,928 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:20:25,928 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:20:25,929 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,33039,1732105223703 with port=45133, startcode=1732105223859 2024-11-20T12:20:25,929 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:20:25,930 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:20:25,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33039 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,932 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499 2024-11-20T12:20:25,932 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42825 2024-11-20T12:20:25,932 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:20:25,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/rs 2024-11-20T12:20:25,942 DEBUG [RS:0;843d83d51ba0:45133 {}] zookeeper.ZKUtil(111): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on existing znode=/0-925419863/rs/843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,943 WARN [RS:0;843d83d51ba0:45133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:25,943 INFO [RS:0;843d83d51ba0:45133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:25,943 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,45133,1732105223859] 2024-11-20T12:20:25,946 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:20:25,947 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:20:25,947 INFO [RS:0;843d83d51ba0:45133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:20:25,947 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,948 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:20:25,948 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:20:25,948 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:25,948 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:25,949 DEBUG [RS:0;843d83d51ba0:45133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,952 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45133,1732105223859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:25,964 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:20:25,965 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45133,1732105223859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,965 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,965 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.Replication(171): 843d83d51ba0,45133,1732105223859 started 2024-11-20T12:20:25,978 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:25,978 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,45133,1732105223859, RpcServer on 843d83d51ba0/172.17.0.3:45133, sessionid=0x101583031d90001 2024-11-20T12:20:25,978 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:20:25,978 DEBUG [RS:0;843d83d51ba0:45133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,978 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,45133,1732105223859' 2024-11-20T12:20:25,978 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-925419863/flush-table-proc/abort' 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-925419863/flush-table-proc/acquired' 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,45133,1732105223859 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,45133,1732105223859' 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-925419863/online-snapshot/abort' 2024-11-20T12:20:25,979 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-925419863/online-snapshot/acquired' 2024-11-20T12:20:25,980 DEBUG [RS:0;843d83d51ba0:45133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:20:25,980 INFO [RS:0;843d83d51ba0:45133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:20:25,980 INFO [RS:0;843d83d51ba0:45133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:20:26,080 INFO [RS:0;843d83d51ba0:45133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:26,081 INFO [RS:0;843d83d51ba0:45133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45133%2C1732105223859, suffix=, logDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/oldWALs, maxLogs=10 2024-11-20T12:20:26,093 DEBUG [RS:0;843d83d51ba0:45133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, exclude list is [], retry=0 2024-11-20T12:20:26,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-7f76bb7e-e556-445d-8f89-52cba3ee6951,DISK] 2024-11-20T12:20:26,097 INFO [RS:0;843d83d51ba0:45133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 2024-11-20T12:20:26,098 DEBUG [RS:0;843d83d51ba0:45133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41421:41421)] 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:26,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:26,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:26,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:26,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:20:26,280 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499 2024-11-20T12:20:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:20:26,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:26,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:26,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:26,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:26,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:26,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:26,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:26,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:26,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:26,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:26,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:26,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:26,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:26,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:26,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:26,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:26,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740 2024-11-20T12:20:26,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740 2024-11-20T12:20:26,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:26,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:26,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:26,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:26,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67450727, jitterRate=0.005094155669212341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105226685Initializing all the Stores at 1732105226686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105226686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105226686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105226686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105226686Cleaning up temporary data from old regions at 1732105226693 (+7 ms)Region opened successfully at 1732105226697 (+4 ms) 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:26,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:26,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:26,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105226697Disabling compacts and flushes for region at 1732105226697Disabling writes for close at 1732105226697Writing region close event to WAL at 1732105226697Closed at 1732105226697 2024-11-20T12:20:26,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:26,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:20:26,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:20:26,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:26,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:20:26,850 DEBUG [843d83d51ba0:33039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:20:26,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:26,852 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,45133,1732105223859, state=OPENING 2024-11-20T12:20:26,913 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:20:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:26,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:26,924 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:26,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-925419863/meta-region-server: CHANGED 2024-11-20T12:20:26,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-925419863/meta-region-server: CHANGED 2024-11-20T12:20:26,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,45133,1732105223859}] 2024-11-20T12:20:27,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:27,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:20:27,081 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:20:27,081 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:27,082 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:20:27,083 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45133%2C1732105223859.meta, suffix=.meta, logDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/oldWALs, maxLogs=10 2024-11-20T12:20:27,099 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.meta.1732105227083.meta, exclude list is [], retry=0 2024-11-20T12:20:27,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-7f76bb7e-e556-445d-8f89-52cba3ee6951,DISK] 2024-11-20T12:20:27,103 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.meta.1732105227083.meta 2024-11-20T12:20:27,103 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41421:41421)] 2024-11-20T12:20:27,103 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:27,104 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:20:27,104 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:20:27,104 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:20:27,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:27,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:27,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:27,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:27,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:27,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:27,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:27,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:27,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:27,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:27,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:27,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:27,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:27,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:27,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:27,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:27,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:27,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740 2024-11-20T12:20:27,111 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740 2024-11-20T12:20:27,112 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:27,112 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:27,113 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:27,124 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:27,124 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70458485, jitterRate=0.04991324245929718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:27,124 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:20:27,125 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105227104Writing region info on filesystem at 1732105227104Initializing all the Stores at 1732105227105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105227105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105227105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105227105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105227105Cleaning up temporary data from old regions at 1732105227112 (+7 ms)Running coprocessor post-open hooks at 1732105227124 (+12 ms)Region opened successfully at 1732105227125 (+1 ms) 2024-11-20T12:20:27,126 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105227076 2024-11-20T12:20:27,128 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:20:27,128 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:20:27,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:27,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,45133,1732105223859, state=OPEN 2024-11-20T12:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-925419863/meta-region-server 2024-11-20T12:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-925419863/meta-region-server 2024-11-20T12:20:27,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:27,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-925419863/meta-region-server: CHANGED 2024-11-20T12:20:27,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-925419863/meta-region-server: CHANGED 2024-11-20T12:20:27,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:20:27,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,45133,1732105223859 in 250 msec 2024-11-20T12:20:27,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:20:27,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-20T12:20:27,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:27,178 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:20:27,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:27,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45133,1732105223859, seqNum=-1] 2024-11-20T12:20:27,180 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:27,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:27,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-20T12:20:27,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105227185, completionTime=-1 2024-11-20T12:20:27,185 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:20:27,185 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105287187 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105347187 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:33039, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,187 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,189 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:20:27,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-20T12:20:27,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:20:27,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:20:27,190 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:20:27,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:20:27,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:20:27,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:27,191 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:20:27,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:27,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:27,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:27,192 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:20:27,193 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:20:27,193 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,33039,1732105223703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:27,193 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dddf18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:27,195 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:27,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:27,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45133,1732105223859, seqNum=-1] 2024-11-20T12:20:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:27,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:27,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,33039,1732105223703 2024-11-20T12:20:27,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:27,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:27,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101583031d90002 connected 2024-11-20T12:20:27,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir so I do NOT create it in target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5 2024-11-20T12:20:27,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.tmp.dir so I do NOT create it in target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5 2024-11-20T12:20:27,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:20:27,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/cluster_75c81e1c-65d3-d5cb-210f-26df0c7906dd, deleteOnExit=true 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/test.cache.data in system properties and HBase conf 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:20:27,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:20:27,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:20:27,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:20:27,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:20:27,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:27,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:20:27,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:20:27,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:27,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:27,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:27,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:27,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:27,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:27,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:27,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:27,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/java.io.tmpdir/jetty-localhost-33801-hadoop-hdfs-3_4_1-tests_jar-_-any-8829762533242147578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:27,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:33801} 2024-11-20T12:20:27,622 INFO [Time-limited test {}] server.Server(415): Started @209037ms 2024-11-20T12:20:27,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:27,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:27,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:27,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:27,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:27,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/java.io.tmpdir/jetty-localhost-35223-hadoop-hdfs-3_4_1-tests_jar-_-any-6750738594367903774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:27,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:35223} 2024-11-20T12:20:27,999 INFO [Time-limited test {}] server.Server(415): Started @209415ms 2024-11-20T12:20:28,001 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:20:28,658 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/cluster_75c81e1c-65d3-d5cb-210f-26df0c7906dd/data/data1/current/BP-522894630-172.17.0.3-1732105227249/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:28,658 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/cluster_75c81e1c-65d3-d5cb-210f-26df0c7906dd/data/data2/current/BP-522894630-172.17.0.3-1732105227249/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:28,676 WARN [Thread-2309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:20:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea33e181f3241bd with lease ID 0xbe06a9b52a890431: Processing first storage report for DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a from datanode DatanodeRegistration(127.0.0.1:42803, datanodeUuid=623eda3a-6a12-436b-a623-326010f29708, infoPort=43613, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=763867402;c=1732105227249) 2024-11-20T12:20:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea33e181f3241bd with lease ID 0xbe06a9b52a890431: from storage DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a node DatanodeRegistration(127.0.0.1:42803, datanodeUuid=623eda3a-6a12-436b-a623-326010f29708, infoPort=43613, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=763867402;c=1732105227249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea33e181f3241bd with lease ID 0xbe06a9b52a890431: Processing first storage report for DS-74229952-4f62-4833-9109-c85dfb4e2216 from datanode DatanodeRegistration(127.0.0.1:42803, datanodeUuid=623eda3a-6a12-436b-a623-326010f29708, infoPort=43613, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=763867402;c=1732105227249) 2024-11-20T12:20:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea33e181f3241bd with lease ID 0xbe06a9b52a890431: from storage DS-74229952-4f62-4833-9109-c85dfb4e2216 node DatanodeRegistration(127.0.0.1:42803, datanodeUuid=623eda3a-6a12-436b-a623-326010f29708, infoPort=43613, infoSecurePort=0, ipcPort=45305, storageInfo=lv=-57;cid=testClusterID;nsid=763867402;c=1732105227249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:28,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5 2024-11-20T12:20:28,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:28,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:28,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:20:29,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe with version=8 2024-11-20T12:20:29,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/hbase-staging 2024-11-20T12:20:29,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:20:29,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:29,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39889 2024-11-20T12:20:29,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39889 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398890x0, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:29,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39889-0x101583031d90003 connected 2024-11-20T12:20:29,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:29,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:29,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/running 2024-11-20T12:20:29,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe, hbase.cluster.distributed=false 2024-11-20T12:20:29,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/acl 2024-11-20T12:20:29,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-20T12:20:29,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39889 2024-11-20T12:20:29,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39889 2024-11-20T12:20:29,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-20T12:20:29,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39889 2024-11-20T12:20:29,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:29,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:20:29,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:29,299 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39845 2024-11-20T12:20:29,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39845 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:29,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:29,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:29,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398450x0, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:29,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398450x0, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/running 2024-11-20T12:20:29,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39845-0x101583031d90004 connected 2024-11-20T12:20:29,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:20:29,314 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:20:29,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/master 2024-11-20T12:20:29,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/acl 2024-11-20T12:20:29,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-20T12:20:29,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39845 2024-11-20T12:20:29,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39845 2024-11-20T12:20:29,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-20T12:20:29,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-20T12:20:29,330 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:39889 2024-11-20T12:20:29,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1083271027/backup-masters/843d83d51ba0,39889,1732105229147 2024-11-20T12:20:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/backup-masters 2024-11-20T12:20:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/backup-masters 2024-11-20T12:20:29,342 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on existing znode=/1-1083271027/backup-masters/843d83d51ba0,39889,1732105229147 2024-11-20T12:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1083271027/master 2024-11-20T12:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:29,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:29,353 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on existing znode=/1-1083271027/master 2024-11-20T12:20:29,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1083271027/backup-masters/843d83d51ba0,39889,1732105229147 from backup master directory 2024-11-20T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1083271027/backup-masters/843d83d51ba0,39889,1732105229147 2024-11-20T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/backup-masters 2024-11-20T12:20:29,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/backup-masters 2024-11-20T12:20:29,363 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:29,363 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,39889,1732105229147 2024-11-20T12:20:29,366 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/hbase.id] with ID: 2f28e0bd-330b-43d3-8faf-031304924fe1 2024-11-20T12:20:29,366 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/.tmp/hbase.id 2024-11-20T12:20:29,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:20:29,774 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/.tmp/hbase.id]:[hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/hbase.id] 2024-11-20T12:20:29,782 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:29,782 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:20:29,782 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T12:20:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:29,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:20:30,234 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:30,235 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:20:30,235 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:20:30,641 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store 2024-11-20T12:20:30,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:31,049 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:31,049 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:31,049 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105231049Disabling compacts and flushes for region at 1732105231049Disabling writes for close at 1732105231049Writing region close event to WAL at 1732105231049Closed at 1732105231049 2024-11-20T12:20:31,050 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/.initializing 2024-11-20T12:20:31,050 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/WALs/843d83d51ba0,39889,1732105229147 2024-11-20T12:20:31,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:31,052 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39889%2C1732105229147, suffix=, logDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/WALs/843d83d51ba0,39889,1732105229147, archiveDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/oldWALs, maxLogs=10 2024-11-20T12:20:31,065 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/WALs/843d83d51ba0,39889,1732105229147/843d83d51ba0%2C39889%2C1732105229147.1732105231052, exclude list is [], retry=0 2024-11-20T12:20:31,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a,DISK] 2024-11-20T12:20:31,070 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/WALs/843d83d51ba0,39889,1732105229147/843d83d51ba0%2C39889%2C1732105229147.1732105231052 2024-11-20T12:20:31,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-20T12:20:31,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:31,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:31,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,070 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:20:31,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:31,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:20:31,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:31,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:20:31,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:31,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:20:31,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:31,077 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,078 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,078 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,080 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:31,081 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:31,083 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:31,083 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009565, jitterRate=-0.10578779876232147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:31,083 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105231070Initializing all the Stores at 1732105231071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105231071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105231071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105231071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105231071Cleaning up temporary data from old regions at 1732105231079 (+8 ms)Region opened successfully at 1732105231083 (+4 ms) 2024-11-20T12:20:31,084 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:20:31,086 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfd1085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:31,086 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:20:31,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:20:31,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:20:31,090 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/balancer because node does not exist (not necessarily an error) 2024-11-20T12:20:31,155 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/balancer already deleted, retry=false 2024-11-20T12:20:31,156 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:20:31,156 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:20:31,166 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/normalizer already deleted, retry=false 2024-11-20T12:20:31,166 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:20:31,167 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:20:31,176 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/switch/split already deleted, retry=false 2024-11-20T12:20:31,177 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:20:31,187 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/switch/merge already deleted, retry=false 2024-11-20T12:20:31,188 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:20:31,197 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/snapshot-cleanup already deleted, retry=false 2024-11-20T12:20:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1083271027/running 2024-11-20T12:20:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1083271027/running 2024-11-20T12:20:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,208 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,39889,1732105229147, sessionid=0x101583031d90003, setting cluster-up flag (Was=false) 2024-11-20T12:20:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,260 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1083271027/flush-table-proc/acquired, /1-1083271027/flush-table-proc/reached, /1-1083271027/flush-table-proc/abort 2024-11-20T12:20:31,261 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39889,1732105229147 2024-11-20T12:20:31,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1083271027/online-snapshot/acquired, /1-1083271027/online-snapshot/reached, /1-1083271027/online-snapshot/abort 2024-11-20T12:20:31,314 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39889,1732105229147 2024-11-20T12:20:31,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:20:31,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:31,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:20:31,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:20:31,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,39889,1732105229147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:31,318 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:31,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:20:31,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:20:31,330 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105261330 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,331 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:20:31,332 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:20:31,332 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:20:31,332 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:20:31,332 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:20:31,332 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:20:31,332 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(746): ClusterId : 2f28e0bd-330b-43d3-8faf-031304924fe1 2024-11-20T12:20:31,333 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:20:31,333 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105231332,5,FailOnTimeoutGroup] 2024-11-20T12:20:31,333 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105231333,5,FailOnTimeoutGroup] 2024-11-20T12:20:31,333 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,333 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:20:31,333 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,333 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:20:31,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:20:31,344 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe 2024-11-20T12:20:31,345 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:20:31,345 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:20:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:20:31,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:31,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:31,356 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:20:31,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:31,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,356 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@824b211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:31,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:31,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:31,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:31,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:31,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:31,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:31,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:31,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:31,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:31,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:31,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:31,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740 2024-11-20T12:20:31,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740 2024-11-20T12:20:31,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:31,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:31,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:31,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:31,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:31,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63620956, jitterRate=-0.05197387933731079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105231354Initializing all the Stores at 1732105231354Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105231354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105231355 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105231355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105231355Cleaning up temporary data from old regions at 1732105231364 (+9 ms)Region opened successfully at 1732105231368 (+4 ms) 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:31,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:31,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105231368Disabling compacts and flushes for region at 1732105231368Disabling writes for close at 1732105231368Writing region close event to WAL at 1732105231368Closed at 1732105231368 2024-11-20T12:20:31,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:31,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:20:31,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:20:31,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:31,372 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:39845 2024-11-20T12:20:31,372 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:20:31,372 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:20:31,372 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:20:31,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:20:31,373 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,39889,1732105229147 with port=39845, startcode=1732105229298 2024-11-20T12:20:31,373 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:20:31,374 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:20:31,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39889 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39889 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,376 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe 2024-11-20T12:20:31,376 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36113 2024-11-20T12:20:31,376 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:20:31,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/rs 2024-11-20T12:20:31,447 DEBUG [RS:0;843d83d51ba0:39845 {}] zookeeper.ZKUtil(111): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on existing znode=/1-1083271027/rs/843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,447 WARN [RS:0;843d83d51ba0:39845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:31,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,39845,1732105229298] 2024-11-20T12:20:31,447 INFO [RS:0;843d83d51ba0:39845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:31,448 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,450 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:20:31,452 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:20:31,452 INFO [RS:0;843d83d51ba0:39845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:20:31,452 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,453 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:20:31,453 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:20:31,453 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,453 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,454 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,454 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:31,454 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:31,454 DEBUG [RS:0;843d83d51ba0:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,455 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39845,1732105229298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:31,472 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:20:31,473 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39845,1732105229298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,473 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,473 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.Replication(171): 843d83d51ba0,39845,1732105229298 started 2024-11-20T12:20:31,490 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:31,490 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,39845,1732105229298, RpcServer on 843d83d51ba0/172.17.0.3:39845, sessionid=0x101583031d90004 2024-11-20T12:20:31,490 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:20:31,490 DEBUG [RS:0;843d83d51ba0:39845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,490 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,39845,1732105229298' 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1083271027/flush-table-proc/abort' 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1083271027/flush-table-proc/acquired' 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,39845,1732105229298' 2024-11-20T12:20:31,491 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1083271027/online-snapshot/abort' 2024-11-20T12:20:31,492 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1083271027/online-snapshot/acquired' 2024-11-20T12:20:31,492 DEBUG [RS:0;843d83d51ba0:39845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:20:31,492 INFO [RS:0;843d83d51ba0:39845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:20:31,492 INFO [RS:0;843d83d51ba0:39845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:20:31,523 WARN [843d83d51ba0:39889 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:20:31,592 INFO [RS:0;843d83d51ba0:39845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:31,594 INFO [RS:0;843d83d51ba0:39845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C39845%2C1732105229298, suffix=, logDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298, archiveDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/oldWALs, maxLogs=10 2024-11-20T12:20:31,605 DEBUG [RS:0;843d83d51ba0:39845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, exclude list is [], retry=0 2024-11-20T12:20:31,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a,DISK] 2024-11-20T12:20:31,609 INFO [RS:0;843d83d51ba0:39845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 2024-11-20T12:20:31,614 DEBUG [RS:0;843d83d51ba0:39845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-20T12:20:31,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:31,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:31,773 DEBUG [843d83d51ba0:39889 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:20:31,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:31,774 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,39845,1732105229298, state=OPENING 2024-11-20T12:20:31,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:20:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:31,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1083271027/meta-region-server: CHANGED 2024-11-20T12:20:31,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1083271027/meta-region-server: CHANGED 2024-11-20T12:20:31,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:31,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,39845,1732105229298}] 2024-11-20T12:20:31,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:20:31,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:31,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:20:31,986 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:20:31,986 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:31,987 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:20:31,988 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C39845%2C1732105229298.meta, suffix=.meta, logDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298, archiveDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/oldWALs, maxLogs=10 2024-11-20T12:20:32,000 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.meta.1732105231988.meta, exclude list is [], retry=0 2024-11-20T12:20:32,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a,DISK] 2024-11-20T12:20:32,003 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.meta.1732105231988.meta 2024-11-20T12:20:32,004 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-20T12:20:32,004 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:32,004 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:32,004 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:32,004 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:20:32,004 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:20:32,004 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:20:32,005 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:32,005 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:20:32,005 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:20:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:32,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:32,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:32,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:32,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:32,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:32,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:32,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:32,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:32,010 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:32,010 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740 2024-11-20T12:20:32,011 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740 2024-11-20T12:20:32,012 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:32,012 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:32,012 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:32,013 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:32,014 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73103334, jitterRate=0.08932456374168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:32,014 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:20:32,014 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105232005Writing region info on filesystem at 1732105232005Initializing all the Stores at 1732105232005Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105232006 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105232006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105232006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105232006Cleaning up temporary data from old regions at 1732105232012 (+6 ms)Running coprocessor post-open hooks at 1732105232014 (+2 ms)Region opened successfully at 1732105232014 2024-11-20T12:20:32,015 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105231982 2024-11-20T12:20:32,016 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:20:32,016 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:20:32,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:32,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,39845,1732105229298, state=OPEN 2024-11-20T12:20:32,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1083271027/meta-region-server 2024-11-20T12:20:32,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1083271027/meta-region-server 2024-11-20T12:20:32,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:32,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1083271027/meta-region-server: CHANGED 2024-11-20T12:20:32,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1083271027/meta-region-server: CHANGED 2024-11-20T12:20:32,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:20:32,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,39845,1732105229298 in 211 msec 2024-11-20T12:20:32,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:20:32,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-20T12:20:32,044 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:32,044 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:20:32,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:32,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,39845,1732105229298, seqNum=-1] 2024-11-20T12:20:32,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:32,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:32,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-20T12:20:32,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105232050, completionTime=-1 2024-11-20T12:20:32,051 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:20:32,051 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105292053 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105352053 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:39889, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,054 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,055 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.694sec 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:32,057 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:20:32,059 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:20:32,059 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:20:32,059 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39889,1732105229147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:32,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:32,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:32,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:32,134 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:32,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f03b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:32,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:32,136 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:32,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:32,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,39845,1732105229298, seqNum=-1] 2024-11-20T12:20:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:32,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:32,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,39889,1732105229147 2024-11-20T12:20:32,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51665 2024-11-20T12:20:32,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:32,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101583031d90005 connected 2024-11-20T12:20:32,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,33039,1732105223703 2024-11-20T12:20:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@189c9f5c 2024-11-20T12:20:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:32,169 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:32,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:20:32,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:32,172 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:20:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:32,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:20:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:32,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e865299d65cb641b7f189b26771f605, NAME => 'test,,1732105232170.7e865299d65cb641b7f189b26771f605.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499 2024-11-20T12:20:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105232170.7e865299d65cb641b7f189b26771f605.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e865299d65cb641b7f189b26771f605, disabling compactions & flushes 2024-11-20T12:20:32,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105232170.7e865299d65cb641b7f189b26771f605. after waiting 0 ms 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e865299d65cb641b7f189b26771f605: Waiting for close lock at 1732105232594Disabling compacts and flushes for region at 1732105232594Disabling writes for close at 1732105232594Writing region close event to WAL at 1732105232594Closed at 1732105232594 2024-11-20T12:20:32,595 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:32,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105232170.7e865299d65cb641b7f189b26771f605.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105232595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105232595"}]},"ts":"1732105232595"} 2024-11-20T12:20:32,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:32,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:32,599 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105232598"}]},"ts":"1732105232598"} 2024-11-20T12:20:32,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:20:32,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e865299d65cb641b7f189b26771f605, ASSIGN}] 2024-11-20T12:20:32,602 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e865299d65cb641b7f189b26771f605, ASSIGN 2024-11-20T12:20:32,602 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e865299d65cb641b7f189b26771f605, ASSIGN; state=OFFLINE, location=843d83d51ba0,45133,1732105223859; forceNewPlan=false, retain=false 2024-11-20T12:20:32,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e865299d65cb641b7f189b26771f605, regionState=OPENING, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:32,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e865299d65cb641b7f189b26771f605, ASSIGN because future has completed 2024-11-20T12:20:32,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e865299d65cb641b7f189b26771f605, server=843d83d51ba0,45133,1732105223859}] 2024-11-20T12:20:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:32,910 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,910 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e865299d65cb641b7f189b26771f605, NAME => 'test,,1732105232170.7e865299d65cb641b7f189b26771f605.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:32,911 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:32,911 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:20:32,911 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,911 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105232170.7e865299d65cb641b7f189b26771f605.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:32,911 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,911 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,912 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,913 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e865299d65cb641b7f189b26771f605 columnFamilyName f 2024-11-20T12:20:32,913 DEBUG [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,914 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(327): Store=7e865299d65cb641b7f189b26771f605/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:32,914 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,915 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e865299d65cb641b7f189b26771f605 columnFamilyName f1 2024-11-20T12:20:32,915 DEBUG [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,915 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(327): Store=7e865299d65cb641b7f189b26771f605/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:32,915 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,916 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e865299d65cb641b7f189b26771f605 columnFamilyName norep 2024-11-20T12:20:32,916 DEBUG [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:32,916 INFO [StoreOpener-7e865299d65cb641b7f189b26771f605-1 {}] regionserver.HStore(327): Store=7e865299d65cb641b7f189b26771f605/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:32,916 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,917 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,917 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,918 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,918 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,918 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:32,919 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,921 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:32,921 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e865299d65cb641b7f189b26771f605; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978532, jitterRate=0.07256370782852173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:32,921 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:32,922 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e865299d65cb641b7f189b26771f605: Running coprocessor pre-open hook at 1732105232911Writing region info on filesystem at 1732105232911Initializing all the Stores at 1732105232912 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105232912Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105232912Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105232912Cleaning up temporary data from old regions at 1732105232918 (+6 ms)Running coprocessor post-open hooks at 1732105232921 (+3 ms)Region opened successfully at 1732105232922 (+1 ms) 2024-11-20T12:20:32,923 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105232170.7e865299d65cb641b7f189b26771f605., pid=6, masterSystemTime=1732105232907 2024-11-20T12:20:32,925 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,925 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:32,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e865299d65cb641b7f189b26771f605, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e865299d65cb641b7f189b26771f605, server=843d83d51ba0,45133,1732105223859 because future has completed 2024-11-20T12:20:32,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:20:32,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e865299d65cb641b7f189b26771f605, server=843d83d51ba0,45133,1732105223859 in 173 msec 2024-11-20T12:20:32,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:20:32,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e865299d65cb641b7f189b26771f605, ASSIGN in 329 msec 2024-11-20T12:20:32,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:32,932 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105232932"}]},"ts":"1732105232932"} 2024-11-20T12:20:32,934 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:20:32,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:32,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-20T12:20:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:33,316 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:20:33,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39889,1732105229147 2024-11-20T12:20:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4504a8a 2024-11-20T12:20:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:33,317 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:33,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:20:33,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:33,320 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:33,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:20:33,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:20:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:33,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 646194c8e9881143277b80d6a6d0bf26, NAME => 'test,,1732105233318.646194c8e9881143277b80d6a6d0bf26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe 2024-11-20T12:20:33,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:20:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105233318.646194c8e9881143277b80d6a6d0bf26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 646194c8e9881143277b80d6a6d0bf26, disabling compactions & flushes 2024-11-20T12:20:34,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. after waiting 0 ms 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 646194c8e9881143277b80d6a6d0bf26: Waiting for close lock at 1732105234138Disabling compacts and flushes for region at 1732105234138Disabling writes for close at 1732105234138Writing region close event to WAL at 1732105234138Closed at 1732105234138 2024-11-20T12:20:34,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:34,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105233318.646194c8e9881143277b80d6a6d0bf26.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105234139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105234139"}]},"ts":"1732105234139"} 2024-11-20T12:20:34,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:34,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:34,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105234142"}]},"ts":"1732105234142"} 2024-11-20T12:20:34,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:20:34,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=646194c8e9881143277b80d6a6d0bf26, ASSIGN}] 2024-11-20T12:20:34,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=646194c8e9881143277b80d6a6d0bf26, ASSIGN 2024-11-20T12:20:34,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=646194c8e9881143277b80d6a6d0bf26, ASSIGN; state=OFFLINE, location=843d83d51ba0,39845,1732105229298; forceNewPlan=false, retain=false 2024-11-20T12:20:34,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=646194c8e9881143277b80d6a6d0bf26, regionState=OPENING, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:34,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=646194c8e9881143277b80d6a6d0bf26, ASSIGN because future has completed 2024-11-20T12:20:34,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646194c8e9881143277b80d6a6d0bf26, server=843d83d51ba0,39845,1732105229298}] 2024-11-20T12:20:34,452 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,452 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 646194c8e9881143277b80d6a6d0bf26, NAME => 'test,,1732105233318.646194c8e9881143277b80d6a6d0bf26.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:34,452 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:34,452 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:20:34,453 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,453 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105233318.646194c8e9881143277b80d6a6d0bf26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:34,453 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,453 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,454 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,455 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646194c8e9881143277b80d6a6d0bf26 columnFamilyName f 2024-11-20T12:20:34,455 DEBUG [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:34,455 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(327): Store=646194c8e9881143277b80d6a6d0bf26/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:34,455 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,456 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646194c8e9881143277b80d6a6d0bf26 columnFamilyName f1 2024-11-20T12:20:34,456 DEBUG [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:34,456 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(327): Store=646194c8e9881143277b80d6a6d0bf26/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:34,456 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,457 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 646194c8e9881143277b80d6a6d0bf26 columnFamilyName norep 2024-11-20T12:20:34,457 DEBUG [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:34,457 INFO [StoreOpener-646194c8e9881143277b80d6a6d0bf26-1 {}] regionserver.HStore(327): Store=646194c8e9881143277b80d6a6d0bf26/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:34,457 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,458 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,458 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,459 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,459 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,459 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:34,460 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,461 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:34,462 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 646194c8e9881143277b80d6a6d0bf26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68626087, jitterRate=0.022608384490013123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:34,462 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:34,462 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 646194c8e9881143277b80d6a6d0bf26: Running coprocessor pre-open hook at 1732105234453Writing region info on filesystem at 1732105234453Initializing all the Stores at 1732105234453Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105234453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105234454 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105234454Cleaning up temporary data from old regions at 1732105234459 (+5 ms)Running coprocessor post-open hooks at 1732105234462 (+3 ms)Region opened successfully at 1732105234462 2024-11-20T12:20:34,463 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105233318.646194c8e9881143277b80d6a6d0bf26., pid=6, masterSystemTime=1732105234449 2024-11-20T12:20:34,464 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,464 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:34,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=646194c8e9881143277b80d6a6d0bf26, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:34,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 646194c8e9881143277b80d6a6d0bf26, server=843d83d51ba0,39845,1732105229298 because future has completed 2024-11-20T12:20:34,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:20:34,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 646194c8e9881143277b80d6a6d0bf26, server=843d83d51ba0,39845,1732105229298 in 170 msec 2024-11-20T12:20:34,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:20:34,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=646194c8e9881143277b80d6a6d0bf26, ASSIGN in 325 msec 2024-11-20T12:20:34,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:34,470 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105234470"}]},"ts":"1732105234470"} 2024-11-20T12:20:34,472 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:20:34,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:34,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-20T12:20:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:20:35,465 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:20:35,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:35,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:35,467 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5a557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:35,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,468 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:35,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2450bf51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:35,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:35,470 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78420249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,471 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:35,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425b4c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:35,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:35,473 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a1a70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:35,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,474 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:35,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69623b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,33039,1732105223703 2024-11-20T12:20:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7333dcb3 2024-11-20T12:20:35,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:35,476 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:35,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:39889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:20:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:20:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:35,479 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39889' 2024-11-20T12:20:35,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58db606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,481 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:35,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:35,482 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b226074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,483 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25493e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:35,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39889,1732105229147 2024-11-20T12:20:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dabeabe 2024-11-20T12:20:35,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:35,485 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:35,485 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:20:35,486 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:20:35,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:35,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:35,486 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:35,487 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:20:35,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:35,488 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:35,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:20:35,537 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:20:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:35,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65ebc627131f13c4bc761b66696baa87, NAME => 'hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499 2024-11-20T12:20:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:20:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:20:36,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:20:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:20:36,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:20:36,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:36,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T12:20:36,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:36,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:20:36,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:36,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T12:20:36,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:36,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:36,276 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18238 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65ebc627131f13c4bc761b66696baa87, disabling compactions & flushes 2024-11-20T12:20:36,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. after waiting 0 ms 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65ebc627131f13c4bc761b66696baa87: Waiting for close lock at 1732105236299Disabling compacts and flushes for region at 1732105236299Disabling writes for close at 1732105236299Writing region close event to WAL at 1732105236299Closed at 1732105236299 2024-11-20T12:20:36,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:36,300 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105236300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105236300"}]},"ts":"1732105236300"} 2024-11-20T12:20:36,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:36,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:36,303 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105236302"}]},"ts":"1732105236302"} 2024-11-20T12:20:36,304 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:20:36,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ebc627131f13c4bc761b66696baa87, ASSIGN}] 2024-11-20T12:20:36,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ebc627131f13c4bc761b66696baa87, ASSIGN 2024-11-20T12:20:36,305 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ebc627131f13c4bc761b66696baa87, ASSIGN; state=OFFLINE, location=843d83d51ba0,45133,1732105223859; forceNewPlan=false, retain=false 2024-11-20T12:20:36,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ebc627131f13c4bc761b66696baa87, regionState=OPENING, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:36,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ebc627131f13c4bc761b66696baa87, ASSIGN because future has completed 2024-11-20T12:20:36,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ebc627131f13c4bc761b66696baa87, server=843d83d51ba0,45133,1732105223859}] 2024-11-20T12:20:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:36,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:36,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:20:36,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45133%2C1732105223859.rep, suffix=, logDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859, archiveDir=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/oldWALs, maxLogs=10 2024-11-20T12:20:36,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.rep.1732105236676, exclude list is [], retry=0 2024-11-20T12:20:36,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41257,DS-7f76bb7e-e556-445d-8f89-52cba3ee6951,DISK] 2024-11-20T12:20:36,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.rep.1732105236676 2024-11-20T12:20:36,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41421:41421)] 2024-11-20T12:20:36,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65ebc627131f13c4bc761b66696baa87, NAME => 'hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:36,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:36,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. service=MultiRowMutationService 2024-11-20T12:20:36,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:20:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,693 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,694 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ebc627131f13c4bc761b66696baa87 columnFamilyName hfileref 2024-11-20T12:20:36,694 DEBUG [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:36,694 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(327): Store=65ebc627131f13c4bc761b66696baa87/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:36,694 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,695 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ebc627131f13c4bc761b66696baa87 columnFamilyName queue 2024-11-20T12:20:36,695 DEBUG [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:36,695 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(327): Store=65ebc627131f13c4bc761b66696baa87/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:36,695 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,696 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ebc627131f13c4bc761b66696baa87 columnFamilyName sid 2024-11-20T12:20:36,696 DEBUG [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:36,697 INFO [StoreOpener-65ebc627131f13c4bc761b66696baa87-1 {}] regionserver.HStore(327): Store=65ebc627131f13c4bc761b66696baa87/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:36,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/replication/65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/replication/65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:36,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/replication/65ebc627131f13c4bc761b66696baa87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:36,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65ebc627131f13c4bc761b66696baa87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61657076, jitterRate=-0.08123797178268433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:36,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:36,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65ebc627131f13c4bc761b66696baa87: Running coprocessor pre-open hook at 1732105236692Writing region info on filesystem at 1732105236692Initializing all the Stores at 1732105236693 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105236693Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105236693Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105236693Cleaning up temporary data from old regions at 1732105236698 (+5 ms)Running coprocessor post-open hooks at 1732105236702 (+4 ms)Region opened successfully at 1732105236702 2024-11-20T12:20:36,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87., pid=10, masterSystemTime=1732105236671 2024-11-20T12:20:36,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:36,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ebc627131f13c4bc761b66696baa87, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,45133,1732105223859 2024-11-20T12:20:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ebc627131f13c4bc761b66696baa87, server=843d83d51ba0,45133,1732105223859 because future has completed 2024-11-20T12:20:36,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:20:36,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65ebc627131f13c4bc761b66696baa87, server=843d83d51ba0,45133,1732105223859 in 189 msec 2024-11-20T12:20:36,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:20:36,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ebc627131f13c4bc761b66696baa87, ASSIGN in 405 msec 2024-11-20T12:20:36,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:36,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105236712"}]},"ts":"1732105236712"} 2024-11-20T12:20:36,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:20:36,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:36,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-20T12:20:36,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87., hostname=843d83d51ba0,45133,1732105223859, seqNum=2] 2024-11-20T12:20:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:36,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:20:36,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:20:36,950 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:20:36,976 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,45133,1732105223859, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:20:36,976 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:36,976 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45133,1732105223859, seqNum=-1] 2024-11-20T12:20:36,976 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:36,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,45133,1732105223859', locateType=CURRENT is [region=hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87., hostname=843d83d51ba0,45133,1732105223859, seqNum=2] 2024-11-20T12:20:36,981 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:20:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:20:36,983 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,45133,1732105223859 suceeded 2024-11-20T12:20:36,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:20:36,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-20T12:20:36,985 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:39889,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:20:36,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-20T12:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39889' 2024-11-20T12:20:36,996 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c00326b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:36,997 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:36,997 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:36,997 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27288e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:36,999 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:37,000 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a165dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,000 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39889,1732105229147 2024-11-20T12:20:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db8618e 2024-11-20T12:20:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:37,001 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:37,002 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,45133,1732105223859 (queues=1) is replicating from cluster=5f758483-a818-447d-9e81-e109102d4b6e to cluster=2f28e0bd-330b-43d3-8faf-031304924fe1 2024-11-20T12:20:37,002 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C45133%2C1732105223859 2024-11-20T12:20:37,002 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,45133,1732105223859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:20:37,002 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C45133%2C1732105223859 2024-11-20T12:20:37,002 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, startPosition=0, beingWritten=true 2024-11-20T12:20:37,010 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:37,010 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:37,010 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:37,214 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:37,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:37,517 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:37,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:37,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:20:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:37,626 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:20:37,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:37,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:37,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:37,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:37,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:37,627 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b551cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,629 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165a109f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39889,1732105229147 2024-11-20T12:20:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24cc5f59 2024-11-20T12:20:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:37,631 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:37,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:33039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:20:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:20:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:37,634 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:33039' 2024-11-20T12:20:37,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb38be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,635 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:37,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:37,636 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ebd14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:37,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,637 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a419940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:37,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,33039,1732105223703 2024-11-20T12:20:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b2c13da 2024-11-20T12:20:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:37,639 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:20:37,640 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:20:37,640 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:20:37,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:37,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:37,640 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:37,641 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:20:37,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:20:37,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:37,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:20:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:20:37,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:20:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:37,921 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:37,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:20:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:38,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1430c081fc21b1b33b77b0c51f6e87e2, NAME => 'hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe 2024-11-20T12:20:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:20:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:38,425 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1430c081fc21b1b33b77b0c51f6e87e2, disabling compactions & flushes 2024-11-20T12:20:38,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. after waiting 0 ms 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1430c081fc21b1b33b77b0c51f6e87e2: Waiting for close lock at 1732105238454Disabling compacts and flushes for region at 1732105238454Disabling writes for close at 1732105238454Writing region close event to WAL at 1732105238454Closed at 1732105238454 2024-11-20T12:20:38,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:20:38,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105238455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105238455"}]},"ts":"1732105238455"} 2024-11-20T12:20:38,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:20:38,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:20:38,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105238458"}]},"ts":"1732105238458"} 2024-11-20T12:20:38,459 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:20:38,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1430c081fc21b1b33b77b0c51f6e87e2, ASSIGN}] 2024-11-20T12:20:38,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1430c081fc21b1b33b77b0c51f6e87e2, ASSIGN 2024-11-20T12:20:38,461 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1430c081fc21b1b33b77b0c51f6e87e2, ASSIGN; state=OFFLINE, location=843d83d51ba0,39845,1732105229298; forceNewPlan=false, retain=false 2024-11-20T12:20:38,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1430c081fc21b1b33b77b0c51f6e87e2, regionState=OPENING, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:38,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1430c081fc21b1b33b77b0c51f6e87e2, ASSIGN because future has completed 2024-11-20T12:20:38,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1430c081fc21b1b33b77b0c51f6e87e2, server=843d83d51ba0,39845,1732105229298}] 2024-11-20T12:20:38,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:38,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:20:38,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C39845%2C1732105229298.rep, suffix=, logDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298, archiveDir=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/oldWALs, maxLogs=10 2024-11-20T12:20:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:38,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.rep.1732105238771, exclude list is [], retry=0 2024-11-20T12:20:38,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42803,DS-7a6dfcc7-a660-4bcc-8aac-b5ebb923981a,DISK] 2024-11-20T12:20:38,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.rep.1732105238771 2024-11-20T12:20:38,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-20T12:20:38,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1430c081fc21b1b33b77b0c51f6e87e2, NAME => 'hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:38,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. service=MultiRowMutationService 2024-11-20T12:20:38,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,787 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,788 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1430c081fc21b1b33b77b0c51f6e87e2 columnFamilyName hfileref 2024-11-20T12:20:38,788 DEBUG [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:38,789 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(327): Store=1430c081fc21b1b33b77b0c51f6e87e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:38,789 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,790 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1430c081fc21b1b33b77b0c51f6e87e2 columnFamilyName queue 2024-11-20T12:20:38,790 DEBUG [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:38,790 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(327): Store=1430c081fc21b1b33b77b0c51f6e87e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:38,790 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,791 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1430c081fc21b1b33b77b0c51f6e87e2 columnFamilyName sid 2024-11-20T12:20:38,791 DEBUG [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:38,791 INFO [StoreOpener-1430c081fc21b1b33b77b0c51f6e87e2-1 {}] regionserver.HStore(327): Store=1430c081fc21b1b33b77b0c51f6e87e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:38,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/replication/1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/replication/1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:20:38,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/replication/1430c081fc21b1b33b77b0c51f6e87e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:38,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1430c081fc21b1b33b77b0c51f6e87e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66140685, jitterRate=-0.01442699134349823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:20:38,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:38,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1430c081fc21b1b33b77b0c51f6e87e2: Running coprocessor pre-open hook at 1732105238786Writing region info on filesystem at 1732105238786Initializing all the Stores at 1732105238787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105238787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105238787Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105238787Cleaning up temporary data from old regions at 1732105238793 (+6 ms)Running coprocessor post-open hooks at 1732105238795 (+2 ms)Region opened successfully at 1732105238795 2024-11-20T12:20:38,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2., pid=10, masterSystemTime=1732105238766 2024-11-20T12:20:38,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:38,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1430c081fc21b1b33b77b0c51f6e87e2, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,39845,1732105229298 2024-11-20T12:20:38,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1430c081fc21b1b33b77b0c51f6e87e2, server=843d83d51ba0,39845,1732105229298 because future has completed 2024-11-20T12:20:38,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:20:38,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1430c081fc21b1b33b77b0c51f6e87e2, server=843d83d51ba0,39845,1732105229298 in 187 msec 2024-11-20T12:20:38,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:20:38,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1430c081fc21b1b33b77b0c51f6e87e2, ASSIGN in 343 msec 2024-11-20T12:20:38,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:20:38,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105238804"}]},"ts":"1732105238804"} 2024-11-20T12:20:38,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:20:38,808 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:20:38,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-20T12:20:38,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2., hostname=843d83d51ba0,39845,1732105229298, seqNum=2] 2024-11-20T12:20:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:38,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:20:39,028 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:39,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:20:39,098 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:20:39,122 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,39845,1732105229298, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:39,122 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,39845,1732105229298, seqNum=-1] 2024-11-20T12:20:39,123 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:39,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,39845,1732105229298', locateType=CURRENT is [region=hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2., hostname=843d83d51ba0,39845,1732105229298, seqNum=2] 2024-11-20T12:20:39,127 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:20:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:20:39,129 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,39845,1732105229298 suceeded 2024-11-20T12:20:39,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:20:39,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-20T12:20:39,130 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:33039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:20:39,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-20T12:20:39,139 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:33039' 2024-11-20T12:20:39,140 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed909b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:39,140 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:39,140 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:39,141 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b58b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:39,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:39,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:39,142 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:39,143 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360b2648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:39,143 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:39,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,33039,1732105223703 2024-11-20T12:20:39,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c71980 2024-11-20T12:20:39,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:20:39,144 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T12:20:39,144 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,39845,1732105229298 (queues=1) is replicating from cluster=2f28e0bd-330b-43d3-8faf-031304924fe1 to cluster=5f758483-a818-447d-9e81-e109102d4b6e 2024-11-20T12:20:39,144 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C39845%2C1732105229298 2024-11-20T12:20:39,145 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,39845,1732105229298, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:20:39,145 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C39845%2C1732105229298 2024-11-20T12:20:39,145 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, startPosition=0, beingWritten=true 2024-11-20T12:20:39,149 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:39,149 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:39,149 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,39845,1732105229298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:39,353 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:39,657 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:39,731 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39889 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:20:39,785 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:20:39,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:39,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:39,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:39,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:39,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:39,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45133,1732105223859, seqNum=-1] 2024-11-20T12:20:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:39,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105232170.7e865299d65cb641b7f189b26771f605., hostname=843d83d51ba0,45133,1732105223859, seqNum=2] 2024-11-20T12:20:39,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,39845,1732105229298, seqNum=-1] 2024-11-20T12:20:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:39,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105233318.646194c8e9881143277b80d6a6d0bf26., hostname=843d83d51ba0,39845,1732105229298, seqNum=2] 2024-11-20T12:20:39,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T12:20:40,061 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:40,535 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 379, reset compression=false 2024-11-20T12:20:40,540 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:40,540 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 480, reset compression=false 2024-11-20T12:20:40,540 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e865299d65cb641b7f189b26771f605/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T12:20:40,542 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:40,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T12:20:40,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:20:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1db518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39889,-1 for getting cluster id 2024-11-20T12:20:40,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:40,545 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f28e0bd-330b-43d3-8faf-031304924fe1' 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f28e0bd-330b-43d3-8faf-031304924fe1" 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e9bf4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39889,-1] 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:40,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:40,547 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:40,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a8b47df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:40,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:40,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,39845,1732105229298, seqNum=-1] 2024-11-20T12:20:40,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:40,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:40,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105233318.646194c8e9881143277b80d6a6d0bf26., hostname=843d83d51ba0,39845,1732105229298, seqNum=2] 2024-11-20T12:20:40,564 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:40,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:20:40,743 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 480, reset compression=false 2024-11-20T12:20:40,802 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T12:20:40,805 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T12:20:41,047 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 480, reset compression=false 2024-11-20T12:20:41,168 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 379, reset compression=false 2024-11-20T12:20:41,172 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:41,172 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 607, reset compression=false 2024-11-20T12:20:41,172 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,39845,1732105229298 got entry batch from reader: WALEntryBatch [walEntries=[{test/646194c8e9881143277b80d6a6d0bf26/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:20:41,174 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:41,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T12:20:41,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:20:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e6c068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,33039,-1 for getting cluster id 2024-11-20T12:20:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:41,176 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f758483-a818-447d-9e81-e109102d4b6e' 2024-11-20T12:20:41,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:41,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f758483-a818-447d-9e81-e109102d4b6e" 2024-11-20T12:20:41,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f7e14be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:41,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,33039,-1] 2024-11-20T12:20:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:41,177 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:41,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5613400d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:41,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:41,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45133,1732105223859, seqNum=-1] 2024-11-20T12:20:41,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:41,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T12:20:41,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732105232170.7e865299d65cb641b7f189b26771f605., hostname=843d83d51ba0,45133,1732105223859, seqNum=2] 2024-11-20T12:20:41,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:20:41,376 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 607, reset compression=false 2024-11-20T12:20:41,450 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 480, reset compression=false 2024-11-20T12:20:41,454 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:41,455 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 607, reset compression=false 2024-11-20T12:20:41,455 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:41,658 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 607, reset compression=false 2024-11-20T12:20:41,679 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 607, reset compression=false 2024-11-20T12:20:41,807 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T12:20:41,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T12:20:41,961 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 607, reset compression=false 2024-11-20T12:20:41,966 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:41,966 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 763, reset compression=false 2024-11-20T12:20:41,966 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e865299d65cb641b7f189b26771f605/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T12:20:41,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:20:41,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:20:42,083 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 607, reset compression=false 2024-11-20T12:20:42,086 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:42,086 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 754, reset compression=false 2024-11-20T12:20:42,086 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,39845,1732105229298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:42,171 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 763, reset compression=false 2024-11-20T12:20:42,289 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 754, reset compression=false 2024-11-20T12:20:42,474 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 763, reset compression=false 2024-11-20T12:20:42,593 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 754, reset compression=false 2024-11-20T12:20:42,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T12:20:42,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T12:20:42,878 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 763, reset compression=false 2024-11-20T12:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 754, reset compression=false 2024-11-20T12:20:43,000 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:20:43,001 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 913, reset compression=false 2024-11-20T12:20:43,001 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,39845,1732105229298 got entry batch from reader: WALEntryBatch [walEntries=[{test/646194c8e9881143277b80d6a6d0bf26/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T12:20:43,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:20:43,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45133 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:20:43,205 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 913, reset compression=false 2024-11-20T12:20:43,382 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 763, reset compression=false 2024-11-20T12:20:43,386 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:43,386 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:43,386 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:43,508 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 913, reset compression=false 2024-11-20T12:20:43,590 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:43,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T12:20:43,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:20:43,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:43,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:43,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:43,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:43,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:43,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:20:43,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632642893, stopped=false 2024-11-20T12:20:43,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,39889,1732105229147 2024-11-20T12:20:43,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1083271027/running 2024-11-20T12:20:43,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1083271027/running 2024-11-20T12:20:43,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:43,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:43,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:43,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:43,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:43,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:43,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,39845,1732105229298' ***** 2024-11-20T12:20:43,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:20:43,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/running 2024-11-20T12:20:43,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Set watcher on znode that does not yet exist, /1-1083271027/running 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:20:43,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,39845,1732105229298 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:43,882 INFO [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:39845. 2024-11-20T12:20:43,882 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 646194c8e9881143277b80d6a6d0bf26, disabling compactions & flushes 2024-11-20T12:20:43,882 DEBUG [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:43,882 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:43,882 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:43,882 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. after waiting 0 ms 2024-11-20T12:20:43,883 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:43,883 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:20:43,883 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:20:43,883 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:20:43,883 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 646194c8e9881143277b80d6a6d0bf26 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T12:20:43,883 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:20:43,883 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 646194c8e9881143277b80d6a6d0bf26=test,,1732105233318.646194c8e9881143277b80d6a6d0bf26., 1430c081fc21b1b33b77b0c51f6e87e2=hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.} 2024-11-20T12:20:43,883 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740, 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:43,883 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:43,883 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:43,883 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:20:43,893 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:43,902 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/info/9d44f303565a469b9dbb6110de8dc107 is 147, key is hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2./info:regioninfo/1732105238798/Put/seqid=0 2024-11-20T12:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f/90705216605f444daf2eaecc7e45d068 is 29, key is row1/f:/1732105242814/DeleteFamily/seqid=0 2024-11-20T12:20:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:20:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741840_1016 (size=5118) 2024-11-20T12:20:43,907 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f/90705216605f444daf2eaecc7e45d068 2024-11-20T12:20:43,911 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 913, reset compression=false 2024-11-20T12:20:43,911 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90705216605f444daf2eaecc7e45d068 2024-11-20T12:20:43,915 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:43,915 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1160, reset compression=false 2024-11-20T12:20:43,915 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,39845,1732105229298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:43,915 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,39845,1732105229298: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,39845,1732105229298, walGroup=843d83d51ba0%2C39845%2C1732105229298, offset=843d83d51ba0%2C39845%2C1732105229298.1732105231594:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:20:43,916 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:20:43,916 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:20:43,917 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:20:43,917 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:20:43,917 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:20:43,917 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 609098368 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190969592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:20:43,918 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:20:43,930 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f1/6f5fb98f65134364a5d5d39c33d4238a is 30, key is row1/f1:/1732105242814/DeleteFamily/seqid=0 2024-11-20T12:20:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741842_1018 (size=5123) 2024-11-20T12:20:43,964 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:44,083 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740, 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:44,124 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1160, reset compression=false 2024-11-20T12:20:44,283 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740, 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:44,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:44,297 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:44,307 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/info/9d44f303565a469b9dbb6110de8dc107 2024-11-20T12:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,327 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/ns/0bcc25cfa11048cc82289704f9aabf6e is 43, key is default/ns:d/1732105232047/Put/seqid=0 2024-11-20T12:20:44,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:44,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741843_1019 (size=5153) 2024-11-20T12:20:44,334 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f1/6f5fb98f65134364a5d5d39c33d4238a 2024-11-20T12:20:44,339 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f5fb98f65134364a5d5d39c33d4238a 2024-11-20T12:20:44,355 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/norep/70298db66c014514acc6205a87a4fceb is 33, key is row1/norep:/1732105242814/DeleteFamily/seqid=0 2024-11-20T12:20:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741844_1020 (size=5108) 2024-11-20T12:20:44,427 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1160, reset compression=false 2024-11-20T12:20:44,455 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:20:44,455 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:20:44,483 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740, 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:44,684 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740, 646194c8e9881143277b80d6a6d0bf26 2024-11-20T12:20:44,730 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/ns/0bcc25cfa11048cc82289704f9aabf6e 2024-11-20T12:20:44,747 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/rep_barrier/8acf70e09a7a4f04bf85f3bd2bf31d23 is 112, key is test,,1732105233318.646194c8e9881143277b80d6a6d0bf26./rep_barrier:seqnumDuringOpen/1732105234465/Put/seqid=0 2024-11-20T12:20:44,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741845_1021 (size=5518) 2024-11-20T12:20:44,759 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/norep/70298db66c014514acc6205a87a4fceb 2024-11-20T12:20:44,762 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70298db66c014514acc6205a87a4fceb 2024-11-20T12:20:44,763 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f/90705216605f444daf2eaecc7e45d068 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/f/90705216605f444daf2eaecc7e45d068 2024-11-20T12:20:44,767 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90705216605f444daf2eaecc7e45d068 2024-11-20T12:20:44,767 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/f/90705216605f444daf2eaecc7e45d068, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:44,767 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/f1/6f5fb98f65134364a5d5d39c33d4238a as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/f1/6f5fb98f65134364a5d5d39c33d4238a 2024-11-20T12:20:44,771 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f5fb98f65134364a5d5d39c33d4238a 2024-11-20T12:20:44,771 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/f1/6f5fb98f65134364a5d5d39c33d4238a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:44,772 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/.tmp/norep/70298db66c014514acc6205a87a4fceb as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/norep/70298db66c014514acc6205a87a4fceb 2024-11-20T12:20:44,775 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70298db66c014514acc6205a87a4fceb 2024-11-20T12:20:44,775 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/norep/70298db66c014514acc6205a87a4fceb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:44,776 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 646194c8e9881143277b80d6a6d0bf26 in 893ms, sequenceid=8, compaction requested=false 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/default/test/646194c8e9881143277b80d6a6d0bf26/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:44,779 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 646194c8e9881143277b80d6a6d0bf26: Waiting for close lock at 1732105243882Running coprocessor pre-close hooks at 1732105243882Disabling compacts and flushes for region at 1732105243882Disabling writes for close at 1732105243883 (+1 ms)Obtaining lock to block concurrent updates at 1732105243883Preparing flush snapshotting stores in 646194c8e9881143277b80d6a6d0bf26 at 1732105243883Finished memstore snapshotting test,,1732105233318.646194c8e9881143277b80d6a6d0bf26., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732105243883Flushing stores of test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. at 1732105243883Flushing 646194c8e9881143277b80d6a6d0bf26/f: creating writer at 1732105243884 (+1 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/f: appending metadata at 1732105243902 (+18 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/f: closing flushed file at 1732105243902Flushing 646194c8e9881143277b80d6a6d0bf26/f1: creating writer at 1732105243912 (+10 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/f1: appending metadata at 1732105243929 (+17 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/f1: closing flushed file at 1732105243929Flushing 646194c8e9881143277b80d6a6d0bf26/norep: creating writer at 1732105244339 (+410 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/norep: appending metadata at 1732105244354 (+15 ms)Flushing 646194c8e9881143277b80d6a6d0bf26/norep: closing flushed file at 1732105244354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726e201a: reopening flushed file at 1732105244762 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa48cfa: reopening flushed file at 1732105244767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e42edc: reopening flushed file at 1732105244771 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 646194c8e9881143277b80d6a6d0bf26 in 893ms, sequenceid=8, compaction requested=false at 1732105244776 (+5 ms)Writing region close event to WAL at 1732105244777 (+1 ms)Running coprocessor post-close hooks at 1732105244779 (+2 ms)Closed at 1732105244779 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105233318.646194c8e9881143277b80d6a6d0bf26. 2024-11-20T12:20:44,779 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1430c081fc21b1b33b77b0c51f6e87e2, disabling compactions & flushes 2024-11-20T12:20:44,779 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. after waiting 0 ms 2024-11-20T12:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1430c081fc21b1b33b77b0c51f6e87e2: Waiting for close lock at 1732105244779Running coprocessor pre-close hooks at 1732105244779Disabling compacts and flushes for region at 1732105244779Disabling writes for close at 1732105244780 (+1 ms)Failed flush hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2., putting online again at 1732105244780 2024-11-20T12:20:44,780 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,800 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:44,831 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1160, reset compression=false 2024-11-20T12:20:44,834 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:44,835 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1804, reset compression=false 2024-11-20T12:20:44,884 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:20:44,884 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1430c081fc21b1b33b77b0c51f6e87e2=hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2.} 2024-11-20T12:20:44,884 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1430c081fc21b1b33b77b0c51f6e87e2 2024-11-20T12:20:44,884 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1430c081fc21b1b33b77b0c51f6e87e2, 1588230740 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1430c081fc21b1b33b77b0c51f6e87e2, disabling compactions & flushes 2024-11-20T12:20:44,884 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. after waiting 0 ms 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1430c081fc21b1b33b77b0c51f6e87e2: Waiting for close lock at 1732105244884Running coprocessor pre-close hooks at 1732105244884Disabling compacts and flushes for region at 1732105244884Disabling writes for close at 1732105244884Failed flush hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2., putting online again at 1732105244884 2024-11-20T12:20:44,884 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105237640.1430c081fc21b1b33b77b0c51f6e87e2. 2024-11-20T12:20:45,038 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1804, reset compression=false 2024-11-20T12:20:45,084 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:45,150 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/rep_barrier/8acf70e09a7a4f04bf85f3bd2bf31d23 2024-11-20T12:20:45,172 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/table/85febca77059419093e4b015781593f9 is 53, key is hbase:replication/table:state/1732105238804/Put/seqid=0 2024-11-20T12:20:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:20:45,284 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:45,341 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1804, reset compression=false 2024-11-20T12:20:45,404 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:45,484 DEBUG [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:20:45,575 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/table/85febca77059419093e4b015781593f9 2024-11-20T12:20:45,580 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/info/9d44f303565a469b9dbb6110de8dc107 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/info/9d44f303565a469b9dbb6110de8dc107 2024-11-20T12:20:45,583 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/info/9d44f303565a469b9dbb6110de8dc107, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:20:45,584 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/ns/0bcc25cfa11048cc82289704f9aabf6e as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/ns/0bcc25cfa11048cc82289704f9aabf6e 2024-11-20T12:20:45,587 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/ns/0bcc25cfa11048cc82289704f9aabf6e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:20:45,588 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/rep_barrier/8acf70e09a7a4f04bf85f3bd2bf31d23 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/rep_barrier/8acf70e09a7a4f04bf85f3bd2bf31d23 2024-11-20T12:20:45,591 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/rep_barrier/8acf70e09a7a4f04bf85f3bd2bf31d23, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:20:45,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/.tmp/table/85febca77059419093e4b015781593f9 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/table/85febca77059419093e4b015781593f9 2024-11-20T12:20:45,594 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/table/85febca77059419093e4b015781593f9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:20:45,595 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-20T12:20:45,603 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:20:45,603 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:45,603 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:45,603 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:45,603 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105243883Running coprocessor pre-close hooks at 1732105243883Disabling compacts and flushes for region at 1732105243883Disabling writes for close at 1732105243883Obtaining lock to block concurrent updates at 1732105243883Preparing flush snapshotting stores in 1588230740 at 1732105243883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105243883Flushing stores of hbase:meta,,1.1588230740 at 1732105243884 (+1 ms)Flushing 1588230740/info: creating writer at 1732105243884Flushing 1588230740/info: appending metadata at 1732105243902 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732105243902Flushing 1588230740/ns: creating writer at 1732105244311 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732105244326 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732105244326Flushing 1588230740/rep_barrier: creating writer at 1732105244734 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105244746 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105244746Flushing 1588230740/table: creating writer at 1732105245154 (+408 ms)Flushing 1588230740/table: appending metadata at 1732105245171 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732105245171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773ba82b: reopening flushed file at 1732105245579 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d067fa8: reopening flushed file at 1732105245583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4191c18e: reopening flushed file at 1732105245587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c7addf: reopening flushed file at 1732105245591 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1732105245595 (+4 ms)Writing region close event to WAL at 1732105245600 (+5 ms)Running coprocessor post-close hooks at 1732105245603 (+3 ms)Closed at 1732105245603 2024-11-20T12:20:45,603 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:45,684 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T12:20:45,685 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,39845,1732105229298; all regions closed. 2024-11-20T12:20:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:20:45,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.meta.1732105231988.meta not finished, retry = 0 2024-11-20T12:20:45,744 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 to pos 1804, reset compression=false 2024-11-20T12:20:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741839_1015 (size=1515) 2024-11-20T12:20:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741833_1009 (size=1812) 2024-11-20T12:20:45,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/WALs/843d83d51ba0,39845,1732105229298/843d83d51ba0%2C39845%2C1732105229298.1732105231594 not finished, retry = 0 2024-11-20T12:20:45,892 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:45,892 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:45,892 INFO [RS:0;843d83d51ba0:39845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:45,893 INFO [RS:0;843d83d51ba0:39845 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:45,893 INFO [RS:0;843d83d51ba0:39845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:45,893 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:45,893 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,39845,1732105229298 because: Region server is closing 2024-11-20T12:20:45,893 INFO [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:39845. 2024-11-20T12:20:45,893 DEBUG [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:45,893 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:45,893 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:45,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:45,994 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.shipper843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 terminated 2024-11-20T12:20:45,994 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,39845,1732105229298.replicationSource.wal-reader.843d83d51ba0%2C39845%2C1732105229298,1-843d83d51ba0,39845,1732105229298 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:20:45,994 INFO [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:39845. 2024-11-20T12:20:45,994 DEBUG [RS:0;843d83d51ba0:39845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:45,994 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:45,994 DEBUG [RS:0;843d83d51ba0:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:45,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:45,994 INFO [RS:0;843d83d51ba0:39845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39845 2024-11-20T12:20:46,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1083271027/rs/843d83d51ba0,39845,1732105229298 2024-11-20T12:20:46,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027/rs 2024-11-20T12:20:46,049 INFO [RS:0;843d83d51ba0:39845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:46,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,39845,1732105229298] 2024-11-20T12:20:46,070 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1083271027/draining/843d83d51ba0,39845,1732105229298 already deleted, retry=false 2024-11-20T12:20:46,070 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,39845,1732105229298 expired; onlineServers=0 2024-11-20T12:20:46,070 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,39889,1732105229147' ***** 2024-11-20T12:20:46,070 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:20:46,070 INFO [M:0;843d83d51ba0:39889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:46,070 INFO [M:0;843d83d51ba0:39889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:46,070 DEBUG [M:0;843d83d51ba0:39889 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:20:46,070 DEBUG [M:0;843d83d51ba0:39889 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:20:46,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:20:46,071 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105231333 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105231333,5,FailOnTimeoutGroup] 2024-11-20T12:20:46,071 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105231332 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105231332,5,FailOnTimeoutGroup] 2024-11-20T12:20:46,071 INFO [M:0;843d83d51ba0:39889 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:46,071 INFO [M:0;843d83d51ba0:39889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:46,071 DEBUG [M:0;843d83d51ba0:39889 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:20:46,071 INFO [M:0;843d83d51ba0:39889 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:20:46,071 INFO [M:0;843d83d51ba0:39889 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:46,071 INFO [M:0;843d83d51ba0:39889 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:20:46,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:20:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1083271027/master 2024-11-20T12:20:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1083271027 2024-11-20T12:20:46,081 DEBUG [M:0;843d83d51ba0:39889 {}] zookeeper.ZKUtil(347): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Unable to get data of znode /1-1083271027/master because node does not exist (not an error) 2024-11-20T12:20:46,081 WARN [M:0;843d83d51ba0:39889 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:20:46,081 INFO [M:0;843d83d51ba0:39889 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/.lastflushedseqids 2024-11-20T12:20:46,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741847_1023 (size=245) 2024-11-20T12:20:46,107 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:46,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:46,160 INFO [RS:0;843d83d51ba0:39845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:46,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x101583031d90004, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:46,160 INFO [RS:0;843d83d51ba0:39845 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,39845,1732105229298; zookeeper connection closed. 2024-11-20T12:20:46,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57cbe972 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57cbe972 2024-11-20T12:20:46,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:20:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T12:20:46,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T12:20:46,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:46,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:46,306 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28268 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:46,486 INFO [M:0;843d83d51ba0:39889 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:20:46,486 INFO [M:0;843d83d51ba0:39889 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:20:46,486 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:46,486 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:46,486 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:46,486 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:46,486 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:46,486 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T12:20:46,545 DEBUG [M:0;843d83d51ba0:39889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd550bf8dbf4f369fd5ec572efaf611 is 82, key is hbase:meta,,1/info:regioninfo/1732105232017/Put/seqid=0 2024-11-20T12:20:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741848_1024 (size=5672) 2024-11-20T12:20:46,910 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:46,948 INFO [M:0;843d83d51ba0:39889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd550bf8dbf4f369fd5ec572efaf611 2024-11-20T12:20:46,965 DEBUG [M:0;843d83d51ba0:39889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9bdc25f0a94bffbdd10a237ff0a710 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105238808/Put/seqid=0 2024-11-20T12:20:46,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741849_1025 (size=8516) 2024-11-20T12:20:47,369 INFO [M:0;843d83d51ba0:39889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9bdc25f0a94bffbdd10a237ff0a710 2024-11-20T12:20:47,389 DEBUG [M:0;843d83d51ba0:39889 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cd76a287b041b3a73d6e5926a6d118 is 69, key is 843d83d51ba0,39845,1732105229298/rs:state/1732105231375/Put/seqid=0 2024-11-20T12:20:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741850_1026 (size=5156) 2024-11-20T12:20:47,793 INFO [M:0;843d83d51ba0:39889 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cd76a287b041b3a73d6e5926a6d118 2024-11-20T12:20:47,797 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0dd550bf8dbf4f369fd5ec572efaf611 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dd550bf8dbf4f369fd5ec572efaf611 2024-11-20T12:20:47,801 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0dd550bf8dbf4f369fd5ec572efaf611, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:20:47,801 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9bdc25f0a94bffbdd10a237ff0a710 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a9bdc25f0a94bffbdd10a237ff0a710 2024-11-20T12:20:47,804 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a9bdc25f0a94bffbdd10a237ff0a710, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:20:47,805 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80cd76a287b041b3a73d6e5926a6d118 as hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cd76a287b041b3a73d6e5926a6d118 2024-11-20T12:20:47,808 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36113/user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80cd76a287b041b3a73d6e5926a6d118, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:20:47,809 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false 2024-11-20T12:20:47,810 INFO [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:47,810 DEBUG [M:0;843d83d51ba0:39889 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105246486Disabling compacts and flushes for region at 1732105246486Disabling writes for close at 1732105246486Obtaining lock to block concurrent updates at 1732105246486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105246486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732105246486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105246528 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105246528Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105246544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105246544Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105246953 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105246965 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105246965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105247373 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105247389 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105247389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1cd78: reopening flushed file at 1732105247797 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576aa0bd: reopening flushed file at 1732105247801 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b00c63: reopening flushed file at 1732105247804 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false at 1732105247809 (+5 ms)Writing region close event to WAL at 1732105247810 (+1 ms)Closed at 1732105247810 2024-11-20T12:20:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42803 is added to blk_1073741830_1006 (size=63654) 2024-11-20T12:20:47,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b09b5125-a527-3f73-aac5-652880ae2abe/MasterData/WALs/843d83d51ba0,39889,1732105229147/843d83d51ba0%2C39889%2C1732105229147.1732105231052 not finished, retry = 0 2024-11-20T12:20:47,814 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:47,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:47,913 INFO [M:0;843d83d51ba0:39889 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:20:47,913 INFO [M:0;843d83d51ba0:39889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39889 2024-11-20T12:20:47,913 INFO [M:0;843d83d51ba0:39889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:48,076 INFO [M:0;843d83d51ba0:39889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39889-0x101583031d90003, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:48,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:48,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:48,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:48,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:48,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:48,117 WARN [BP-522894630-172.17.0.3-1732105227249 heartbeating to localhost/127.0.0.1:36113 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:20:48,117 WARN [BP-522894630-172.17.0.3-1732105227249 heartbeating to localhost/127.0.0.1:36113 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-522894630-172.17.0.3-1732105227249 (Datanode Uuid 623eda3a-6a12-436b-a623-326010f29708) service to localhost/127.0.0.1:36113 2024-11-20T12:20:48,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/cluster_75c81e1c-65d3-d5cb-210f-26df0c7906dd/data/data1/current/BP-522894630-172.17.0.3-1732105227249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:48,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/cluster_75c81e1c-65d3-d5cb-210f-26df0c7906dd/data/data2/current/BP-522894630-172.17.0.3-1732105227249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:48,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:20:48,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:20:48,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:20:48,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:48,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:48,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:48,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:48,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:20:48,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:48,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:48,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:48,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:48,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:48,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:20:48,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=429131135, stopped=false 2024-11-20T12:20:48,139 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,33039,1732105223703 2024-11-20T12:20:48,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-925419863/running 2024-11-20T12:20:48,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-925419863/running 2024-11-20T12:20:48,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:48,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:48,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:48,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:20:48,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:48,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:48,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/running 2024-11-20T12:20:48,155 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,45133,1732105223859' ***** 2024-11-20T12:20:48,155 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:20:48,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Set watcher on znode that does not yet exist, /0-925419863/running 2024-11-20T12:20:48,155 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:20:48,155 INFO [RS:0;843d83d51ba0:45133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:20:48,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:20:48,155 INFO [RS:0;843d83d51ba0:45133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:20:48,155 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,45133,1732105223859 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45133. 2024-11-20T12:20:48,156 DEBUG [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e865299d65cb641b7f189b26771f605, disabling compactions & flushes 2024-11-20T12:20:48,156 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:48,156 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105232170.7e865299d65cb641b7f189b26771f605. after waiting 0 ms 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:20:48,156 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e865299d65cb641b7f189b26771f605 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T12:20:48,156 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:20:48,156 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1325): Online Regions={7e865299d65cb641b7f189b26771f605=test,,1732105232170.7e865299d65cb641b7f189b26771f605., 1588230740=hbase:meta,,1.1588230740, 65ebc627131f13c4bc761b66696baa87=hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.} 2024-11-20T12:20:48,156 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:48,156 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:48,156 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:48,156 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:20:48,167 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:48,170 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f/0aa96347355a4727a96599fe1547d287 is 29, key is row1/f:/1732105242814/DeleteFamily/seqid=0 2024-11-20T12:20:48,172 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/info/09383662eca546b7b4ec4f59264a1bb3 is 147, key is hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87./info:regioninfo/1732105236705/Put/seqid=0 2024-11-20T12:20:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741840_1016 (size=5118) 2024-11-20T12:20:48,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:20:48,356 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,556 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,573 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f/0aa96347355a4727a96599fe1547d287 2024-11-20T12:20:48,576 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/info/09383662eca546b7b4ec4f59264a1bb3 2024-11-20T12:20:48,578 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0aa96347355a4727a96599fe1547d287 2024-11-20T12:20:48,591 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/ns/bb42fef38ad54f07bedc4eeb944374a3 is 43, key is default/ns:d/1732105227181/Put/seqid=0 2024-11-20T12:20:48,594 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f1/7ba612d144e241c29be62b833b92fa1b is 30, key is row1/f1:/1732105242814/DeleteFamily/seqid=0 2024-11-20T12:20:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741842_1018 (size=5153) 2024-11-20T12:20:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741843_1019 (size=5123) 2024-11-20T12:20:48,757 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,818 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 912, reset compression=false 2024-11-20T12:20:48,821 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:48,821 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1159, reset compression=false 2024-11-20T12:20:48,821 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45133,1732105223859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:20:48,822 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,45133,1732105223859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,45133,1732105223859, walGroup=843d83d51ba0%2C45133%2C1732105223859, offset=843d83d51ba0%2C45133%2C1732105223859.1732105226082:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:45133 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:20:48,823 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:20:48,823 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:20:48,823 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:20:48,823 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:20:48,823 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:20:48,823 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 695081592 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191640248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:20:48,824 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:33039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:33039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:20:48,956 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:20:48,956 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:20:48,957 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:48,995 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/ns/bb42fef38ad54f07bedc4eeb944374a3 2024-11-20T12:20:49,001 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f1/7ba612d144e241c29be62b833b92fa1b 2024-11-20T12:20:49,004 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba612d144e241c29be62b833b92fa1b 2024-11-20T12:20:49,014 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/rep_barrier/98b1ba5bd2f14dff917b93af15d99619 is 112, key is test,,1732105232170.7e865299d65cb641b7f189b26771f605./rep_barrier:seqnumDuringOpen/1732105232925/Put/seqid=0 2024-11-20T12:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741844_1020 (size=5518) 2024-11-20T12:20:49,020 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/norep/f1f933ddd58443c982c4833b6c2eba1a is 32, key is row/norep:/1732105241809/DeleteFamily/seqid=0 2024-11-20T12:20:49,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741845_1021 (size=5101) 2024-11-20T12:20:49,026 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1159, reset compression=false 2024-11-20T12:20:49,157 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:49,329 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1159, reset compression=false 2024-11-20T12:20:49,357 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65ebc627131f13c4bc761b66696baa87, 7e865299d65cb641b7f189b26771f605 2024-11-20T12:20:49,418 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/rep_barrier/98b1ba5bd2f14dff917b93af15d99619 2024-11-20T12:20:49,423 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/norep/f1f933ddd58443c982c4833b6c2eba1a 2024-11-20T12:20:49,427 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1f933ddd58443c982c4833b6c2eba1a 2024-11-20T12:20:49,427 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f/0aa96347355a4727a96599fe1547d287 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/f/0aa96347355a4727a96599fe1547d287 2024-11-20T12:20:49,431 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0aa96347355a4727a96599fe1547d287 2024-11-20T12:20:49,431 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/f/0aa96347355a4727a96599fe1547d287, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:49,431 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/f1/7ba612d144e241c29be62b833b92fa1b as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/f1/7ba612d144e241c29be62b833b92fa1b 2024-11-20T12:20:49,435 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba612d144e241c29be62b833b92fa1b 2024-11-20T12:20:49,435 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/f1/7ba612d144e241c29be62b833b92fa1b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:49,435 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/.tmp/norep/f1f933ddd58443c982c4833b6c2eba1a as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/norep/f1f933ddd58443c982c4833b6c2eba1a 2024-11-20T12:20:49,439 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1f933ddd58443c982c4833b6c2eba1a 2024-11-20T12:20:49,439 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/norep/f1f933ddd58443c982c4833b6c2eba1a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T12:20:49,440 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/table/acc28a37d5a649c4ad41d4e1fde55946 is 53, key is hbase:replication/table:state/1732105236712/Put/seqid=0 2024-11-20T12:20:49,440 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e865299d65cb641b7f189b26771f605 in 1284ms, sequenceid=8, compaction requested=false 2024-11-20T12:20:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:20:49,447 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/table/acc28a37d5a649c4ad41d4e1fde55946 2024-11-20T12:20:49,448 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/default/test/7e865299d65cb641b7f189b26771f605/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T12:20:49,448 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:49,449 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e865299d65cb641b7f189b26771f605: Waiting for close lock at 1732105248156Running coprocessor pre-close hooks at 1732105248156Disabling compacts and flushes for region at 1732105248156Disabling writes for close at 1732105248156Obtaining lock to block concurrent updates at 1732105248156Preparing flush snapshotting stores in 7e865299d65cb641b7f189b26771f605 at 1732105248156Finished memstore snapshotting test,,1732105232170.7e865299d65cb641b7f189b26771f605., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732105248156Flushing stores of test,,1732105232170.7e865299d65cb641b7f189b26771f605. at 1732105248157 (+1 ms)Flushing 7e865299d65cb641b7f189b26771f605/f: creating writer at 1732105248157Flushing 7e865299d65cb641b7f189b26771f605/f: appending metadata at 1732105248169 (+12 ms)Flushing 7e865299d65cb641b7f189b26771f605/f: closing flushed file at 1732105248169Flushing 7e865299d65cb641b7f189b26771f605/f1: creating writer at 1732105248578 (+409 ms)Flushing 7e865299d65cb641b7f189b26771f605/f1: appending metadata at 1732105248593 (+15 ms)Flushing 7e865299d65cb641b7f189b26771f605/f1: closing flushed file at 1732105248593Flushing 7e865299d65cb641b7f189b26771f605/norep: creating writer at 1732105249005 (+412 ms)Flushing 7e865299d65cb641b7f189b26771f605/norep: appending metadata at 1732105249020 (+15 ms)Flushing 7e865299d65cb641b7f189b26771f605/norep: closing flushed file at 1732105249020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f98b906: reopening flushed file at 1732105249427 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639c13da: reopening flushed file at 1732105249431 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340a3b8: reopening flushed file at 1732105249435 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7e865299d65cb641b7f189b26771f605 in 1284ms, sequenceid=8, compaction requested=false at 1732105249440 (+5 ms)Writing region close event to WAL at 1732105249445 (+5 ms)Running coprocessor post-close hooks at 1732105249448 (+3 ms)Closed at 1732105249449 (+1 ms) 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105232170.7e865299d65cb641b7f189b26771f605. 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ebc627131f13c4bc761b66696baa87, disabling compactions & flushes 2024-11-20T12:20:49,449 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. after waiting 0 ms 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ebc627131f13c4bc761b66696baa87: Waiting for close lock at 1732105249449Running coprocessor pre-close hooks at 1732105249449Disabling compacts and flushes for region at 1732105249449Disabling writes for close at 1732105249449Failed flush hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87., putting online again at 1732105249449 2024-11-20T12:20:49,449 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,451 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/info/09383662eca546b7b4ec4f59264a1bb3 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/info/09383662eca546b7b4ec4f59264a1bb3 2024-11-20T12:20:49,455 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/info/09383662eca546b7b4ec4f59264a1bb3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:20:49,456 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/ns/bb42fef38ad54f07bedc4eeb944374a3 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/ns/bb42fef38ad54f07bedc4eeb944374a3 2024-11-20T12:20:49,460 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/ns/bb42fef38ad54f07bedc4eeb944374a3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:20:49,460 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/rep_barrier/98b1ba5bd2f14dff917b93af15d99619 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/rep_barrier/98b1ba5bd2f14dff917b93af15d99619 2024-11-20T12:20:49,464 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/rep_barrier/98b1ba5bd2f14dff917b93af15d99619, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:20:49,465 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/.tmp/table/acc28a37d5a649c4ad41d4e1fde55946 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/table/acc28a37d5a649c4ad41d4e1fde55946 2024-11-20T12:20:49,469 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/table/acc28a37d5a649c4ad41d4e1fde55946, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:20:49,470 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-20T12:20:49,473 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:20:49,474 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:20:49,474 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:20:49,474 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:49,474 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105248156Running coprocessor pre-close hooks at 1732105248156Disabling compacts and flushes for region at 1732105248156Disabling writes for close at 1732105248156Obtaining lock to block concurrent updates at 1732105248156Preparing flush snapshotting stores in 1588230740 at 1732105248156Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105248157 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105248157Flushing 1588230740/info: creating writer at 1732105248157Flushing 1588230740/info: appending metadata at 1732105248172 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732105248172Flushing 1588230740/ns: creating writer at 1732105248580 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732105248591 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732105248591Flushing 1588230740/rep_barrier: creating writer at 1732105248999 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105249014 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105249014Flushing 1588230740/table: creating writer at 1732105249422 (+408 ms)Flushing 1588230740/table: appending metadata at 1732105249439 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732105249439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9323e6: reopening flushed file at 1732105249451 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8dfc9d: reopening flushed file at 1732105249455 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a45166: reopening flushed file at 1732105249460 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe7f5d6: reopening flushed file at 1732105249464 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732105249470 (+6 ms)Writing region close event to WAL at 1732105249471 (+1 ms)Running coprocessor post-close hooks at 1732105249474 (+3 ms)Closed at 1732105249474 2024-11-20T12:20:49,474 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:49,557 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:20:49,557 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1325): Online Regions={65ebc627131f13c4bc761b66696baa87=hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87.} 2024-11-20T12:20:49,557 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:49,557 DEBUG [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1351): Waiting on 65ebc627131f13c4bc761b66696baa87 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ebc627131f13c4bc761b66696baa87, disabling compactions & flushes 2024-11-20T12:20:49,558 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. after waiting 0 ms 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ebc627131f13c4bc761b66696baa87: Waiting for close lock at 1732105249557Running coprocessor pre-close hooks at 1732105249557Disabling compacts and flushes for region at 1732105249557Disabling writes for close at 1732105249558 (+1 ms)Failed flush hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87., putting online again at 1732105249558 2024-11-20T12:20:49,558 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105235486.65ebc627131f13c4bc761b66696baa87. 2024-11-20T12:20:49,732 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1159, reset compression=false 2024-11-20T12:20:49,736 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:20:49,736 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1803, reset compression=false 2024-11-20T12:20:49,758 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T12:20:49,758 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,45133,1732105223859; all regions closed. 2024-11-20T12:20:49,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.meta.1732105227083.meta not finished, retry = 0 2024-11-20T12:20:49,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:20:49,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741839_1015 (size=1733) 2024-11-20T12:20:49,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.rep.1732105236676 not finished, retry = 0 2024-11-20T12:20:49,939 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 to pos 1803, reset compression=false 2024-11-20T12:20:49,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/WALs/843d83d51ba0,45133,1732105223859/843d83d51ba0%2C45133%2C1732105223859.1732105226082 not finished, retry = 0 2024-11-20T12:20:49,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741832_1008 (size=1811) 2024-11-20T12:20:50,065 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:50,065 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:20:50,065 INFO [RS:0;843d83d51ba0:45133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:50,065 INFO [RS:0;843d83d51ba0:45133 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:50,065 INFO [RS:0;843d83d51ba0:45133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:50,065 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:50,066 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,45133,1732105223859 because: Region server is closing 2024-11-20T12:20:50,066 INFO [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45133. 2024-11-20T12:20:50,066 DEBUG [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:50,066 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:50,066 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:50,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:50,166 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.shipper843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 terminated 2024-11-20T12:20:50,166 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45133,1732105223859.replicationSource.wal-reader.843d83d51ba0%2C45133%2C1732105223859,1-843d83d51ba0,45133,1732105223859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:20:50,166 INFO [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45133. 2024-11-20T12:20:50,166 DEBUG [RS:0;843d83d51ba0:45133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:20:50,166 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:50,166 DEBUG [RS:0;843d83d51ba0:45133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:50,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:20:50,167 INFO [RS:0;843d83d51ba0:45133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45133 2024-11-20T12:20:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-925419863/rs/843d83d51ba0,45133,1732105223859 2024-11-20T12:20:50,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863/rs 2024-11-20T12:20:50,217 INFO [RS:0;843d83d51ba0:45133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:50,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,45133,1732105223859] 2024-11-20T12:20:50,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-925419863/draining/843d83d51ba0,45133,1732105223859 already deleted, retry=false 2024-11-20T12:20:50,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,45133,1732105223859 expired; onlineServers=0 2024-11-20T12:20:50,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,33039,1732105223703' ***** 2024-11-20T12:20:50,238 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:20:50,238 INFO [M:0;843d83d51ba0:33039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:20:50,238 INFO [M:0;843d83d51ba0:33039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:20:50,239 DEBUG [M:0;843d83d51ba0:33039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:20:50,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:20:50,239 DEBUG [M:0;843d83d51ba0:33039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:20:50,239 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105225868 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105225868,5,FailOnTimeoutGroup] 2024-11-20T12:20:50,239 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105225868 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105225868,5,FailOnTimeoutGroup] 2024-11-20T12:20:50,239 INFO [M:0;843d83d51ba0:33039 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:20:50,239 INFO [M:0;843d83d51ba0:33039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:20:50,239 DEBUG [M:0;843d83d51ba0:33039 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:20:50,239 INFO [M:0;843d83d51ba0:33039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:20:50,239 INFO [M:0;843d83d51ba0:33039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:20:50,239 INFO [M:0;843d83d51ba0:33039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:20:50,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:20:50,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-925419863/master 2024-11-20T12:20:50,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-925419863 2024-11-20T12:20:50,249 DEBUG [M:0;843d83d51ba0:33039 {}] zookeeper.ZKUtil(347): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Unable to get data of znode /0-925419863/master because node does not exist (not an error) 2024-11-20T12:20:50,249 WARN [M:0;843d83d51ba0:33039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:20:50,250 INFO [M:0;843d83d51ba0:33039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/.lastflushedseqids 2024-11-20T12:20:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741847_1023 (size=245) 2024-11-20T12:20:50,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:50,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:50,328 INFO [RS:0;843d83d51ba0:45133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45133-0x101583031d90001, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:50,328 INFO [RS:0;843d83d51ba0:45133 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,45133,1732105223859; zookeeper connection closed. 2024-11-20T12:20:50,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21bc095a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21bc095a 2024-11-20T12:20:50,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:20:50,654 INFO [M:0;843d83d51ba0:33039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:20:50,654 INFO [M:0;843d83d51ba0:33039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:20:50,654 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:50,654 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:50,654 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:50,654 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:50,654 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:50,655 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T12:20:50,667 DEBUG [M:0;843d83d51ba0:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856b575d15f940829265166e26f09a86 is 82, key is hbase:meta,,1/info:regioninfo/1732105227129/Put/seqid=0 2024-11-20T12:20:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741848_1024 (size=5672) 2024-11-20T12:20:51,071 INFO [M:0;843d83d51ba0:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856b575d15f940829265166e26f09a86 2024-11-20T12:20:51,088 DEBUG [M:0;843d83d51ba0:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b327bc4d1be4a70b065b9a5a99099f8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105236714/Put/seqid=0 2024-11-20T12:20:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741849_1025 (size=8515) 2024-11-20T12:20:51,492 INFO [M:0;843d83d51ba0:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b327bc4d1be4a70b065b9a5a99099f8 2024-11-20T12:20:51,510 DEBUG [M:0;843d83d51ba0:33039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9f4ec937b946f1b04a0a4365aa14ef is 69, key is 843d83d51ba0,45133,1732105223859/rs:state/1732105225931/Put/seqid=0 2024-11-20T12:20:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741850_1026 (size=5156) 2024-11-20T12:20:51,914 INFO [M:0;843d83d51ba0:33039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9f4ec937b946f1b04a0a4365aa14ef 2024-11-20T12:20:51,918 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/856b575d15f940829265166e26f09a86 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/856b575d15f940829265166e26f09a86 2024-11-20T12:20:51,922 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/856b575d15f940829265166e26f09a86, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:20:51,922 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b327bc4d1be4a70b065b9a5a99099f8 as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b327bc4d1be4a70b065b9a5a99099f8 2024-11-20T12:20:51,926 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b327bc4d1be4a70b065b9a5a99099f8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:20:51,926 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9f4ec937b946f1b04a0a4365aa14ef as hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c9f4ec937b946f1b04a0a4365aa14ef 2024-11-20T12:20:51,930 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42825/user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c9f4ec937b946f1b04a0a4365aa14ef, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:20:51,930 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-20T12:20:51,931 INFO [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:51,932 DEBUG [M:0;843d83d51ba0:33039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105250654Disabling compacts and flushes for region at 1732105250654Disabling writes for close at 1732105250654Obtaining lock to block concurrent updates at 1732105250655 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105250655Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732105250655Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105250655Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105250655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105250667 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105250667Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105251075 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105251087 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105251087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105251495 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105251510 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105251510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c4e69f: reopening flushed file at 1732105251917 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731968ee: reopening flushed file at 1732105251922 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36afc618: reopening flushed file at 1732105251926 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1732105251930 (+4 ms)Writing region close event to WAL at 1732105251931 (+1 ms)Closed at 1732105251931 2024-11-20T12:20:51,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e0af4d-076e-1287-17bc-88b04e2e5499/MasterData/WALs/843d83d51ba0,33039,1732105223703/843d83d51ba0%2C33039%2C1732105223703.1732105225601 not finished, retry = 0 2024-11-20T12:20:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41257 is added to blk_1073741830_1006 (size=63642) 2024-11-20T12:20:52,034 INFO [M:0;843d83d51ba0:33039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:20:52,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:20:52,034 INFO [M:0;843d83d51ba0:33039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33039 2024-11-20T12:20:52,035 INFO [M:0;843d83d51ba0:33039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:20:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:52,181 INFO [M:0;843d83d51ba0:33039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:20:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33039-0x101583031d90000, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:20:52,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:52,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:52,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:52,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:52,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:52,184 WARN [BP-1705373417-172.17.0.3-1732105221694 heartbeating to localhost/127.0.0.1:42825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:20:52,184 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:20:52,184 WARN [BP-1705373417-172.17.0.3-1732105221694 heartbeating to localhost/127.0.0.1:42825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1705373417-172.17.0.3-1732105221694 (Datanode Uuid 34554cf8-e46c-4265-9591-d390bf5f1618) service to localhost/127.0.0.1:42825 2024-11-20T12:20:52,184 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:20:52,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/data/data1/current/BP-1705373417-172.17.0.3-1732105221694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:52,185 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/cluster_b9141b28-7cc9-b136-c308-4d0acc996f6e/data/data2/current/BP-1705373417-172.17.0.3-1732105221694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:20:52,185 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:20:52,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:52,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:20:52,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:20:52,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:20:52,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b129502-eca7-800b-9648-d6b0d2c6f333/hadoop.log.dir/,STOPPED} 2024-11-20T12:20:52,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:20:52,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51665) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36113 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36113 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42825 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36113 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51665) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5669 (was 5689) 2024-11-20T12:20:52,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=5669 2024-11-20T12:20:52,232 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T12:20:52,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir so I do NOT create it in target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5 2024-11-20T12:20:52,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:20:52,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.tmp.dir so I do NOT create it in target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5 2024-11-20T12:20:52,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a2e5c52-ad2e-c8b2-4bed-7382919f38a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:20:52,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5 2024-11-20T12:20:52,233 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a, deleteOnExit=true 2024-11-20T12:20:52,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/zookeeper_0, clientPort=63785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:20:52,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63785 2024-11-20T12:20:52,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:20:52,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/test.cache.data in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:20:52,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:52,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:20:52,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:20:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101583031d90005, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:20:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101583031d90002, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:20:52,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101583031d90005, quorum=127.0.0.1:51665, baseZNode=/1-1083271027 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:20:52,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101583031d90002, quorum=127.0.0.1:51665, baseZNode=/0-925419863 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:20:52,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:52,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:52,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:52,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:52,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:20:52,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:52,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:52,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:52,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/java.io.tmpdir/jetty-localhost-38487-hadoop-hdfs-3_4_1-tests_jar-_-any-17902959247312814132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:52,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:38487} 2024-11-20T12:20:52,696 INFO [Time-limited test {}] server.Server(415): Started @234111ms 2024-11-20T12:20:53,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:53,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:53,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:53,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:53,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:53,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:53,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:53,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/java.io.tmpdir/jetty-localhost-36973-hadoop-hdfs-3_4_1-tests_jar-_-any-11628684544282399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:53,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:36973} 2024-11-20T12:20:53,184 INFO [Time-limited test {}] server.Server(415): Started @234599ms 2024-11-20T12:20:53,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:20:53,962 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/data/data1/current/BP-387743917-172.17.0.3-1732105252274/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:53,962 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/data/data2/current/BP-387743917-172.17.0.3-1732105252274/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:53,980 WARN [Thread-2662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:20:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99eff0a8af9006b9 with lease ID 0x8e8a8577a789ca3b: Processing first storage report for DS-2a1e3d02-4407-4750-84b1-767420d2298a from datanode DatanodeRegistration(127.0.0.1:41169, datanodeUuid=7287c8c7-fadf-432b-9cee-a592e187fb86, infoPort=45079, infoSecurePort=0, ipcPort=33567, storageInfo=lv=-57;cid=testClusterID;nsid=1792328122;c=1732105252274) 2024-11-20T12:20:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99eff0a8af9006b9 with lease ID 0x8e8a8577a789ca3b: from storage DS-2a1e3d02-4407-4750-84b1-767420d2298a node DatanodeRegistration(127.0.0.1:41169, datanodeUuid=7287c8c7-fadf-432b-9cee-a592e187fb86, infoPort=45079, infoSecurePort=0, ipcPort=33567, storageInfo=lv=-57;cid=testClusterID;nsid=1792328122;c=1732105252274), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99eff0a8af9006b9 with lease ID 0x8e8a8577a789ca3b: Processing first storage report for DS-6dd4696f-841e-4252-aea0-1f520c8dc831 from datanode DatanodeRegistration(127.0.0.1:41169, datanodeUuid=7287c8c7-fadf-432b-9cee-a592e187fb86, infoPort=45079, infoSecurePort=0, ipcPort=33567, storageInfo=lv=-57;cid=testClusterID;nsid=1792328122;c=1732105252274) 2024-11-20T12:20:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99eff0a8af9006b9 with lease ID 0x8e8a8577a789ca3b: from storage DS-6dd4696f-841e-4252-aea0-1f520c8dc831 node DatanodeRegistration(127.0.0.1:41169, datanodeUuid=7287c8c7-fadf-432b-9cee-a592e187fb86, infoPort=45079, infoSecurePort=0, ipcPort=33567, storageInfo=lv=-57;cid=testClusterID;nsid=1792328122;c=1732105252274), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:54,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5 2024-11-20T12:20:54,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:20:54,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50 with version=8 2024-11-20T12:20:54,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/hbase-staging 2024-11-20T12:20:54,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:54,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:20:54,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:54,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39899 2024-11-20T12:20:54,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39899 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:20:54,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398990x0, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:54,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39899-0x1015830a9490000 connected 2024-11-20T12:20:54,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/running 2024-11-20T12:20:54,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50, hbase.cluster.distributed=false 2024-11-20T12:20:54,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/acl 2024-11-20T12:20:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39899 2024-11-20T12:20:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39899 2024-11-20T12:20:54,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39899 2024-11-20T12:20:54,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39899 2024-11-20T12:20:54,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39899 2024-11-20T12:20:54,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:54,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:54,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:54,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:54,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:20:54,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:54,801 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45775 2024-11-20T12:20:54,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45775 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:20:54,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457750x0, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:54,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457750x0, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/running 2024-11-20T12:20:54,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45775-0x1015830a9490001 connected 2024-11-20T12:20:54,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:20:54,818 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:20:54,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/master 2024-11-20T12:20:54,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/acl 2024-11-20T12:20:54,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-20T12:20:54,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45775 2024-11-20T12:20:54,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45775 2024-11-20T12:20:54,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-20T12:20:54,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-20T12:20:54,841 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:39899 2024-11-20T12:20:54,842 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-555402230/backup-masters/843d83d51ba0,39899,1732105254428 2024-11-20T12:20:54,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/backup-masters 2024-11-20T12:20:54,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/backup-masters 2024-11-20T12:20:54,849 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on existing znode=/0-555402230/backup-masters/843d83d51ba0,39899,1732105254428 2024-11-20T12:20:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555402230/master 2024-11-20T12:20:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:54,859 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on existing znode=/0-555402230/master 2024-11-20T12:20:54,860 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-555402230/backup-masters/843d83d51ba0,39899,1732105254428 from backup master directory 2024-11-20T12:20:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555402230/backup-masters/843d83d51ba0,39899,1732105254428 2024-11-20T12:20:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/backup-masters 2024-11-20T12:20:54,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/backup-masters 2024-11-20T12:20:54,870 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:54,870 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,39899,1732105254428 2024-11-20T12:20:54,872 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/hbase.id] with ID: d5a84416-c9dc-4608-91ca-c576b0a0da4e 2024-11-20T12:20:54,872 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/.tmp/hbase.id 2024-11-20T12:20:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:20:54,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/.tmp/hbase.id]:[hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/hbase.id] 2024-11-20T12:20:54,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:54,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:20:54,887 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:20:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:54,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:54,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:20:55,306 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:20:55,307 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:20:55,307 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:20:55,312 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store 2024-11-20T12:20:55,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:20:55,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:20:55,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:20:55,717 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:55,717 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:20:55,717 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105255717Disabling compacts and flushes for region at 1732105255717Disabling writes for close at 1732105255717Writing region close event to WAL at 1732105255717Closed at 1732105255717 2024-11-20T12:20:55,718 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/.initializing 2024-11-20T12:20:55,718 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/WALs/843d83d51ba0,39899,1732105254428 2024-11-20T12:20:55,719 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:55,720 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39899%2C1732105254428, suffix=, logDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/WALs/843d83d51ba0,39899,1732105254428, archiveDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/oldWALs, maxLogs=10 2024-11-20T12:20:55,735 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/WALs/843d83d51ba0,39899,1732105254428/843d83d51ba0%2C39899%2C1732105254428.1732105255720, exclude list is [], retry=0 2024-11-20T12:20:55,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-2a1e3d02-4407-4750-84b1-767420d2298a,DISK] 2024-11-20T12:20:55,738 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/WALs/843d83d51ba0,39899,1732105254428/843d83d51ba0%2C39899%2C1732105254428.1732105255720 2024-11-20T12:20:55,740 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079)] 2024-11-20T12:20:55,740 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:55,740 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:55,740 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,741 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:20:55,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:55,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:55,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:20:55,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:55,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:55,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:20:55,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:55,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:55,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:20:55,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:55,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:20:55,751 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,751 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,751 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,752 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,752 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,752 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:55,753 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:20:55,754 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:55,754 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58758114, jitterRate=-0.12443587183952332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:55,755 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105255741Initializing all the Stores at 1732105255742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105255742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105255746 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105255746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105255746Cleaning up temporary data from old regions at 1732105255752 (+6 ms)Region opened successfully at 1732105255755 (+3 ms) 2024-11-20T12:20:55,755 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:20:55,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76024595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:55,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:20:55,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:20:55,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:20:55,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:20:55,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:20:55,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:20:55,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:20:55,763 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:20:55,763 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/balancer because node does not exist (not necessarily an error) 2024-11-20T12:20:55,838 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/balancer already deleted, retry=false 2024-11-20T12:20:55,838 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:20:55,839 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:20:55,848 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/normalizer already deleted, retry=false 2024-11-20T12:20:55,849 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:20:55,850 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:20:55,859 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/switch/split already deleted, retry=false 2024-11-20T12:20:55,859 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:20:55,869 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/switch/merge already deleted, retry=false 2024-11-20T12:20:55,871 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:20:55,880 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/snapshot-cleanup already deleted, retry=false 2024-11-20T12:20:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555402230/running 2024-11-20T12:20:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555402230/running 2024-11-20T12:20:55,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,891 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,39899,1732105254428, sessionid=0x1015830a9490000, setting cluster-up flag (Was=false) 2024-11-20T12:20:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,943 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-555402230/flush-table-proc/acquired, /0-555402230/flush-table-proc/reached, /0-555402230/flush-table-proc/abort 2024-11-20T12:20:55,944 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39899,1732105254428 2024-11-20T12:20:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:55,996 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-555402230/online-snapshot/acquired, /0-555402230/online-snapshot/reached, /0-555402230/online-snapshot/abort 2024-11-20T12:20:55,997 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39899,1732105254428 2024-11-20T12:20:55,998 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:20:55,999 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:55,999 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:20:55,999 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:20:55,999 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,39899,1732105254428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:56,000 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105286001 2024-11-20T12:20:56,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:20:56,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:20:56,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:20:56,001 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:20:56,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:20:56,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:20:56,002 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:20:56,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:56,002 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105256002,5,FailOnTimeoutGroup] 2024-11-20T12:20:56,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:20:56,003 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105256002,5,FailOnTimeoutGroup] 2024-11-20T12:20:56,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:20:56,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,003 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:20:56,032 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(746): ClusterId : d5a84416-c9dc-4608-91ca-c576b0a0da4e 2024-11-20T12:20:56,032 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:20:56,038 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:20:56,038 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:20:56,049 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:20:56,049 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfbb8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:20:56,063 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:45775 2024-11-20T12:20:56,063 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:20:56,063 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:20:56,063 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:20:56,063 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,39899,1732105254428 with port=45775, startcode=1732105254791 2024-11-20T12:20:56,064 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:20:56,065 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:20:56,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39899 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,066 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50 2024-11-20T12:20:56,066 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43651 2024-11-20T12:20:56,066 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:20:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/rs 2024-11-20T12:20:56,077 DEBUG [RS:0;843d83d51ba0:45775 {}] zookeeper.ZKUtil(111): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on existing znode=/0-555402230/rs/843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,077 WARN [RS:0;843d83d51ba0:45775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:56,077 INFO [RS:0;843d83d51ba0:45775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:56,077 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,45775,1732105254791] 2024-11-20T12:20:56,079 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:20:56,080 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:20:56,081 INFO [RS:0;843d83d51ba0:45775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:20:56,081 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,081 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:20:56,081 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:20:56,081 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:56,082 DEBUG [RS:0;843d83d51ba0:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,082 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45775,1732105254791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:56,094 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:20:56,094 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45775,1732105254791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,094 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,094 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.Replication(171): 843d83d51ba0,45775,1732105254791 started 2024-11-20T12:20:56,106 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:56,106 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,45775,1732105254791, RpcServer on 843d83d51ba0/172.17.0.3:45775, sessionid=0x1015830a9490001 2024-11-20T12:20:56,106 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:20:56,106 DEBUG [RS:0;843d83d51ba0:45775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,106 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,45775,1732105254791' 2024-11-20T12:20:56,106 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-555402230/flush-table-proc/abort' 2024-11-20T12:20:56,106 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-555402230/flush-table-proc/acquired' 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,45775,1732105254791' 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-555402230/online-snapshot/abort' 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-555402230/online-snapshot/acquired' 2024-11-20T12:20:56,107 DEBUG [RS:0;843d83d51ba0:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:20:56,107 INFO [RS:0;843d83d51ba0:45775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:20:56,107 INFO [RS:0;843d83d51ba0:45775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:20:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:20:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:20:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:20:56,208 INFO [RS:0;843d83d51ba0:45775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:20:56,209 INFO [RS:0;843d83d51ba0:45775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45775%2C1732105254791, suffix=, logDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791, archiveDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/oldWALs, maxLogs=10 2024-11-20T12:20:56,224 DEBUG [RS:0;843d83d51ba0:45775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, exclude list is [], retry=0 2024-11-20T12:20:56,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-2a1e3d02-4407-4750-84b1-767420d2298a,DISK] 2024-11-20T12:20:56,228 INFO [RS:0;843d83d51ba0:45775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 2024-11-20T12:20:56,228 DEBUG [RS:0;843d83d51ba0:45775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079)] 2024-11-20T12:20:56,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:20:56,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:56,355 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38317 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:20:56,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:20:56,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50 2024-11-20T12:20:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:20:56,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:56,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:56,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:56,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:56,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:56,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:56,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:56,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:56,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:56,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:56,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:56,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:56,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:56,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:56,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740 2024-11-20T12:20:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740 2024-11-20T12:20:56,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:56,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:56,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:56,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:56,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:20:56,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63581828, jitterRate=-0.05255693197250366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105256815Initializing all the Stores at 1732105256816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105256816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105256816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105256816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105256816Cleaning up temporary data from old regions at 1732105256822 (+6 ms)Region opened successfully at 1732105256826 (+4 ms) 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:20:56,826 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:20:56,826 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:20:56,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105256826Disabling compacts and flushes for region at 1732105256826Disabling writes for close at 1732105256826Writing region close event to WAL at 1732105256826Closed at 1732105256826 2024-11-20T12:20:56,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:56,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:20:56,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:20:56,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:56,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:20:56,979 DEBUG [843d83d51ba0:39899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:20:56,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:20:56,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,45775,1732105254791, state=OPENING 2024-11-20T12:20:57,070 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:20:57,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:57,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:20:57,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:20:57,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555402230/meta-region-server: CHANGED 2024-11-20T12:20:57,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555402230/meta-region-server: CHANGED 2024-11-20T12:20:57,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,45775,1732105254791}] 2024-11-20T12:20:57,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:20:57,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:20:57,236 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:20:57,236 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:20:57,237 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:20:57,238 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45775%2C1732105254791.meta, suffix=.meta, logDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791, archiveDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/oldWALs, maxLogs=10 2024-11-20T12:20:57,250 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.meta.1732105257238.meta, exclude list is [], retry=0 2024-11-20T12:20:57,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-2a1e3d02-4407-4750-84b1-767420d2298a,DISK] 2024-11-20T12:20:57,253 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.meta.1732105257238.meta 2024-11-20T12:20:57,253 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079)] 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:20:57,254 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:20:57,254 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:20:57,254 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:20:57,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:20:57,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:20:57,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:57,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:57,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:20:57,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:20:57,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:57,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:57,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:20:57,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:20:57,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:57,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:57,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:20:57,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:20:57,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:20:57,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:20:57,259 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:20:57,259 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740 2024-11-20T12:20:57,260 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740 2024-11-20T12:20:57,261 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:20:57,261 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:20:57,261 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:20:57,262 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:20:57,262 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71180822, jitterRate=0.060676902532577515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:20:57,262 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:20:57,262 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105257254Writing region info on filesystem at 1732105257254Initializing all the Stores at 1732105257255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105257255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105257255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105257255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105257255Cleaning up temporary data from old regions at 1732105257261 (+6 ms)Running coprocessor post-open hooks at 1732105257262 (+1 ms)Region opened successfully at 1732105257262 2024-11-20T12:20:57,263 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105257232 2024-11-20T12:20:57,265 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:20:57,265 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:20:57,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:20:57,266 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,45775,1732105254791, state=OPEN 2024-11-20T12:20:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-555402230/meta-region-server 2024-11-20T12:20:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-555402230/meta-region-server 2024-11-20T12:20:57,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,45775,1732105254791 2024-11-20T12:20:57,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555402230/meta-region-server: CHANGED 2024-11-20T12:20:57,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555402230/meta-region-server: CHANGED 2024-11-20T12:20:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:20:57,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,45775,1732105254791 in 218 msec 2024-11-20T12:20:57,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:20:57,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-20T12:20:57,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:20:57,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:20:57,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:57,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45775,1732105254791, seqNum=-1] 2024-11-20T12:20:57,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:57,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:57,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-20T12:20:57,308 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105257308, completionTime=-1 2024-11-20T12:20:57,309 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:20:57,309 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105317311 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105377311 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:39899, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,312 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,313 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:20:57,314 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.444sec 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:20:57,315 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:20:57,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:20:57,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:20:57,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39899,1732105254428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:20:57,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:57,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:20:57,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:20:57,334 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:20:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:20:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:20:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666fa18f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:20:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:20:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:20:57,336 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:20:57,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:20:57,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:20:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45775,1732105254791, seqNum=-1] 2024-11-20T12:20:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:20:57,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:20:57,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,39899,1732105254428 2024-11-20T12:20:57,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:20:57,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:57,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015830a9490002 connected 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir so I do NOT create it in target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee 2024-11-20T12:20:57,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.tmp.dir so I do NOT create it in target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee 2024-11-20T12:20:57,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:20:57,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/cluster_525e7358-675e-f801-de3f-ab8a90c05735, deleteOnExit=true 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:20:57,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/test.cache.data in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:20:57,378 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:20:57,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:20:57,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:20:57,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:57,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:57,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:57,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:57,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:20:57,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:57,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:57,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:57,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/java.io.tmpdir/jetty-localhost-45277-hadoop-hdfs-3_4_1-tests_jar-_-any-17351711041160657357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:20:57,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:45277} 2024-11-20T12:20:57,821 INFO [Time-limited test {}] server.Server(415): Started @239236ms 2024-11-20T12:20:58,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:20:58,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:20:58,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:20:58,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:20:58,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:20:58,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/java.io.tmpdir/jetty-localhost-44375-hadoop-hdfs-3_4_1-tests_jar-_-any-11076410682203076772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:20:58,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:44375} 2024-11-20T12:20:58,154 INFO [Time-limited test {}] server.Server(415): Started @239569ms 2024-11-20T12:20:58,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:20:58,869 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/cluster_525e7358-675e-f801-de3f-ab8a90c05735/data/data2/current/BP-1346537307-172.17.0.3-1732105257401/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:58,869 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/cluster_525e7358-675e-f801-de3f-ab8a90c05735/data/data1/current/BP-1346537307-172.17.0.3-1732105257401/current, will proceed with Du for space computation calculation, 2024-11-20T12:20:58,887 WARN [Thread-2783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:20:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x849f51b94d4446a6 with lease ID 0xd294a1e322e8bafd: Processing first storage report for DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6 from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=46263e0b-b18a-4d03-ba76-17c55cde045a, infoPort=35711, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1147102150;c=1732105257401) 2024-11-20T12:20:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x849f51b94d4446a6 with lease ID 0xd294a1e322e8bafd: from storage DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6 node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=46263e0b-b18a-4d03-ba76-17c55cde045a, infoPort=35711, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1147102150;c=1732105257401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x849f51b94d4446a6 with lease ID 0xd294a1e322e8bafd: Processing first storage report for DS-05b83f68-33f9-459c-a4c9-0a9c0e1c3c65 from datanode DatanodeRegistration(127.0.0.1:33493, datanodeUuid=46263e0b-b18a-4d03-ba76-17c55cde045a, infoPort=35711, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1147102150;c=1732105257401) 2024-11-20T12:20:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x849f51b94d4446a6 with lease ID 0xd294a1e322e8bafd: from storage DS-05b83f68-33f9-459c-a4c9-0a9c0e1c3c65 node DatanodeRegistration(127.0.0.1:33493, datanodeUuid=46263e0b-b18a-4d03-ba76-17c55cde045a, infoPort=35711, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1147102150;c=1732105257401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:20:58,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee 2024-11-20T12:20:58,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:58,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:20:59,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8 with version=8 2024-11-20T12:20:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/hbase-staging 2024-11-20T12:20:59,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:20:59,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:59,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41679 2024-11-20T12:20:59,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41679 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:20:59,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416790x0, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:59,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41679-0x1015830a9490003 connected 2024-11-20T12:20:59,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:59,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:59,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/running 2024-11-20T12:20:59,532 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8, hbase.cluster.distributed=false 2024-11-20T12:20:59,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/acl 2024-11-20T12:20:59,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-20T12:20:59,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41679 2024-11-20T12:20:59,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41679 2024-11-20T12:20:59,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-20T12:20:59,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-20T12:20:59,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:20:59,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:20:59,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:20:59,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35577 2024-11-20T12:20:59,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35577 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:20:59,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:59,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:20:59,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355770x0, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:20:59,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355770x0, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/running 2024-11-20T12:20:59,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35577-0x1015830a9490004 connected 2024-11-20T12:20:59,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:20:59,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:20:59,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/master 2024-11-20T12:20:59,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/acl 2024-11-20T12:20:59,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35577 2024-11-20T12:20:59,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35577 2024-11-20T12:20:59,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35577 2024-11-20T12:20:59,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35577 2024-11-20T12:20:59,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35577 2024-11-20T12:20:59,585 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:41679 2024-11-20T12:20:59,588 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11848934000/backup-masters/843d83d51ba0,41679,1732105259389 2024-11-20T12:20:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/backup-masters 2024-11-20T12:20:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/backup-masters 2024-11-20T12:20:59,596 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on existing znode=/11848934000/backup-masters/843d83d51ba0,41679,1732105259389 2024-11-20T12:20:59,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:20:59,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11848934000/master 2024-11-20T12:20:59,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:20:59,606 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on existing znode=/11848934000/master 2024-11-20T12:20:59,607 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11848934000/backup-masters/843d83d51ba0,41679,1732105259389 from backup master directory 2024-11-20T12:20:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11848934000/backup-masters/843d83d51ba0,41679,1732105259389 2024-11-20T12:20:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/backup-masters 2024-11-20T12:20:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/backup-masters 2024-11-20T12:20:59,617 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:20:59,617 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,41679,1732105259389 2024-11-20T12:20:59,620 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/hbase.id] with ID: 7070fef3-9919-48d7-b8fd-b2c2c6e8072a 2024-11-20T12:20:59,620 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/.tmp/hbase.id 2024-11-20T12:20:59,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:21:00,026 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/.tmp/hbase.id]:[hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/hbase.id] 2024-11-20T12:21:00,033 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:00,033 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:21:00,034 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:21:00,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:00,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:21:00,484 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:00,485 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:21:00,485 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:00,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:21:00,891 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store 2024-11-20T12:21:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:21:01,295 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:01,295 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:01,296 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:01,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:01,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:01,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:01,296 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:01,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105261295Disabling compacts and flushes for region at 1732105261295Disabling writes for close at 1732105261296 (+1 ms)Writing region close event to WAL at 1732105261296Closed at 1732105261296 2024-11-20T12:21:01,296 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/.initializing 2024-11-20T12:21:01,296 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/WALs/843d83d51ba0,41679,1732105259389 2024-11-20T12:21:01,297 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:01,298 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C41679%2C1732105259389, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/WALs/843d83d51ba0,41679,1732105259389, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/oldWALs, maxLogs=10 2024-11-20T12:21:01,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/WALs/843d83d51ba0,41679,1732105259389/843d83d51ba0%2C41679%2C1732105259389.1732105261298, exclude list is [], retry=0 2024-11-20T12:21:01,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6,DISK] 2024-11-20T12:21:01,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/WALs/843d83d51ba0,41679,1732105259389/843d83d51ba0%2C41679%2C1732105259389.1732105261298 2024-11-20T12:21:01,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T12:21:01,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:01,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:01,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,317 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:21:01,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:01,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:01,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:21:01,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:01,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:01,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:21:01,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:01,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:01,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:21:01,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:01,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:01,323 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,323 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,323 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,324 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,324 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,324 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:01,325 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:01,326 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:01,327 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72124510, jitterRate=0.07473894953727722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:01,327 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105261317Initializing all the Stores at 1732105261318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105261318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105261318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105261318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105261318Cleaning up temporary data from old regions at 1732105261324 (+6 ms)Region opened successfully at 1732105261327 (+3 ms) 2024-11-20T12:21:01,333 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:21:01,335 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1498ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:01,336 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:21:01,336 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:21:01,336 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:21:01,336 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:21:01,337 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:21:01,337 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:21:01,337 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:21:01,341 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:21:01,341 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Unable to get data of znode /11848934000/balancer because node does not exist (not necessarily an error) 2024-11-20T12:21:01,417 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/balancer already deleted, retry=false 2024-11-20T12:21:01,417 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:21:01,418 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Unable to get data of znode /11848934000/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:21:01,427 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/normalizer already deleted, retry=false 2024-11-20T12:21:01,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:21:01,428 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Unable to get data of znode /11848934000/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:21:01,438 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/switch/split already deleted, retry=false 2024-11-20T12:21:01,439 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Unable to get data of znode /11848934000/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:21:01,449 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/switch/merge already deleted, retry=false 2024-11-20T12:21:01,452 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Unable to get data of znode /11848934000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:21:01,459 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/snapshot-cleanup already deleted, retry=false 2024-11-20T12:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11848934000/running 2024-11-20T12:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11848934000/running 2024-11-20T12:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,470 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,41679,1732105259389, sessionid=0x1015830a9490003, setting cluster-up flag (Was=false) 2024-11-20T12:21:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,522 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11848934000/flush-table-proc/acquired, /11848934000/flush-table-proc/reached, /11848934000/flush-table-proc/abort 2024-11-20T12:21:01,523 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,41679,1732105259389 2024-11-20T12:21:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:01,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11848934000/online-snapshot/acquired, /11848934000/online-snapshot/reached, /11848934000/online-snapshot/abort 2024-11-20T12:21:01,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,41679,1732105259389 2024-11-20T12:21:01,576 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:21:01,577 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(746): ClusterId : 7070fef3-9919-48d7-b8fd-b2c2c6e8072a 2024-11-20T12:21:01,577 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:21:01,578 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:01,578 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:21:01,578 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:21:01,579 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,41679,1732105259389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:21:01,588 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:01,588 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:01,588 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,589 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105291589 2024-11-20T12:21:01,589 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:21:01,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:01,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:21:01,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:01,590 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:21:01,591 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:21:01,591 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:21:01,591 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:21:01,591 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:21:01,591 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:21:01,592 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:21:01,592 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105261592,5,FailOnTimeoutGroup] 2024-11-20T12:21:01,596 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:21:01,596 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d574470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:01,600 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105261592,5,FailOnTimeoutGroup] 2024-11-20T12:21:01,600 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,600 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:21:01,600 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,600 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:21:01,612 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:35577 2024-11-20T12:21:01,612 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:21:01,612 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:21:01,612 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:21:01,612 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,41679,1732105259389 with port=35577, startcode=1732105259551 2024-11-20T12:21:01,612 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:21:01,614 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:21:01,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41679 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,616 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8 2024-11-20T12:21:01,616 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44979 2024-11-20T12:21:01,616 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:21:01,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/rs 2024-11-20T12:21:01,675 DEBUG [RS:0;843d83d51ba0:35577 {}] zookeeper.ZKUtil(111): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on existing znode=/11848934000/rs/843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,675 WARN [RS:0;843d83d51ba0:35577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:01,675 INFO [RS:0;843d83d51ba0:35577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:01,675 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,35577,1732105259551] 2024-11-20T12:21:01,678 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:21:01,679 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:21:01,679 INFO [RS:0;843d83d51ba0:35577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:21:01,679 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,680 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:21:01,680 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:21:01,680 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,680 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,680 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,680 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,680 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:01,681 DEBUG [RS:0;843d83d51ba0:35577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,684 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35577,1732105259551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:01,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:01,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,697 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:21:01,697 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35577,1732105259551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,698 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,698 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.Replication(171): 843d83d51ba0,35577,1732105259551 started 2024-11-20T12:21:01,718 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:01,718 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,35577,1732105259551, RpcServer on 843d83d51ba0/172.17.0.3:35577, sessionid=0x1015830a9490004 2024-11-20T12:21:01,718 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:21:01,718 DEBUG [RS:0;843d83d51ba0:35577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,718 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35577,1732105259551' 2024-11-20T12:21:01,718 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11848934000/flush-table-proc/abort' 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11848934000/flush-table-proc/acquired' 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,35577,1732105259551 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35577,1732105259551' 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11848934000/online-snapshot/abort' 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11848934000/online-snapshot/acquired' 2024-11-20T12:21:01,719 DEBUG [RS:0;843d83d51ba0:35577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:21:01,719 INFO [RS:0;843d83d51ba0:35577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:21:01,720 INFO [RS:0;843d83d51ba0:35577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:21:01,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:01,820 INFO [RS:0;843d83d51ba0:35577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:01,821 INFO [RS:0;843d83d51ba0:35577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35577%2C1732105259551, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/oldWALs, maxLogs=10 2024-11-20T12:21:01,833 DEBUG [RS:0;843d83d51ba0:35577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, exclude list is [], retry=0 2024-11-20T12:21:01,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6,DISK] 2024-11-20T12:21:01,836 INFO [RS:0;843d83d51ba0:35577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 2024-11-20T12:21:01,836 DEBUG [RS:0;843d83d51ba0:35577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T12:21:02,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:21:02,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8 2024-11-20T12:21:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:21:02,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:21:02,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:02,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:02,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:02,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:02,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:02,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:02,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:02,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:02,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:02,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:02,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740 2024-11-20T12:21:02,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740 2024-11-20T12:21:02,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:02,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:02,417 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:02,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:02,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:02,420 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61541364, jitterRate=-0.08296221494674683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:02,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105262411Initializing all the Stores at 1732105262411Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105262411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262411Cleaning up temporary data from old regions at 1732105262417 (+6 ms)Region opened successfully at 1732105262420 (+3 ms) 2024-11-20T12:21:02,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:02,420 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:02,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:02,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:02,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:02,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:02,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105262420Disabling compacts and flushes for region at 1732105262420Disabling writes for close at 1732105262421 (+1 ms)Writing region close event to WAL at 1732105262421Closed at 1732105262421 2024-11-20T12:21:02,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:02,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:21:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:21:02,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:02,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:21:02,573 DEBUG [843d83d51ba0:41679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:21:02,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:02,574 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35577,1732105259551, state=OPENING 2024-11-20T12:21:02,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:21:02,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:02,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:02,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11848934000/meta-region-server: CHANGED 2024-11-20T12:21:02,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11848934000/meta-region-server: CHANGED 2024-11-20T12:21:02,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:02,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35577,1732105259551}] 2024-11-20T12:21:02,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:02,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:21:02,805 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:21:02,805 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:02,805 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:21:02,806 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35577%2C1732105259551.meta, suffix=.meta, logDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/oldWALs, maxLogs=10 2024-11-20T12:21:02,822 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.meta.1732105262806.meta, exclude list is [], retry=0 2024-11-20T12:21:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6,DISK] 2024-11-20T12:21:02,825 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.meta.1732105262806.meta 2024-11-20T12:21:02,826 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T12:21:02,826 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:02,826 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:02,826 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:02,826 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:21:02,826 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:21:02,827 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:21:02,827 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:02,827 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:21:02,827 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:21:02,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:02,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:02,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:02,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:02,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:02,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:02,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:02,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:02,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:02,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:02,831 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:02,832 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740 2024-11-20T12:21:02,832 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740 2024-11-20T12:21:02,833 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:02,833 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:02,833 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:02,834 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:02,834 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70152447, jitterRate=0.04535292088985443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:02,834 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:21:02,834 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105262827Writing region info on filesystem at 1732105262827Initializing all the Stores at 1732105262827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262828 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105262828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105262828Cleaning up temporary data from old regions at 1732105262833 (+5 ms)Running coprocessor post-open hooks at 1732105262834 (+1 ms)Region opened successfully at 1732105262834 2024-11-20T12:21:02,835 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105262801 2024-11-20T12:21:02,836 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:21:02,836 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:21:02,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:02,837 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35577,1732105259551, state=OPEN 2024-11-20T12:21:02,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11848934000/meta-region-server 2024-11-20T12:21:02,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11848934000/meta-region-server 2024-11-20T12:21:02,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:02,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11848934000/meta-region-server: CHANGED 2024-11-20T12:21:02,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11848934000/meta-region-server: CHANGED 2024-11-20T12:21:02,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:21:02,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35577,1732105259551 in 253 msec 2024-11-20T12:21:02,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:21:02,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-20T12:21:02,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:02,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:21:02,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:02,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35577,1732105259551, seqNum=-1] 2024-11-20T12:21:02,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:02,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:02,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-20T12:21:02,912 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105262911, completionTime=-1 2024-11-20T12:21:02,912 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:21:02,912 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105322914 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105382914 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:41679, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,914 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,916 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:02,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:21:02,919 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:21:02,919 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:21:02,919 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,41679,1732105259389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:02,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:02,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:02,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:02,980 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16450c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:02,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:02,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:02,981 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:02,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:02,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:02,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35577,1732105259551, seqNum=-1] 2024-11-20T12:21:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:02,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:02,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,41679,1732105259389 2024-11-20T12:21:02,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:21:03,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:03,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015830a9490005 connected 2024-11-20T12:21:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir so I do NOT create it in target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29 2024-11-20T12:21:03,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:21:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.tmp.dir so I do NOT create it in target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29 2024-11-20T12:21:03,026 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:21:03,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29 2024-11-20T12:21:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:21:03,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/cluster_dc2e0b1a-545b-8779-1adb-dd82cb4c4df6, deleteOnExit=true 2024-11-20T12:21:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/test.cache.data in system properties and HBase conf 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:21:03,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:21:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:21:03,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:21:03,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:03,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:03,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:03,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:03,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:21:03,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:03,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:03,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:03,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/java.io.tmpdir/jetty-localhost-32903-hadoop-hdfs-3_4_1-tests_jar-_-any-9456115912384790623/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:03,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:32903} 2024-11-20T12:21:03,558 INFO [Time-limited test {}] server.Server(415): Started @244973ms 2024-11-20T12:21:03,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:03,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:03,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:03,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:03,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:21:03,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:03,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:03,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/java.io.tmpdir/jetty-localhost-39113-hadoop-hdfs-3_4_1-tests_jar-_-any-15498995672212898291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:03,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:39113} 2024-11-20T12:21:03,882 INFO [Time-limited test {}] server.Server(415): Started @245297ms 2024-11-20T12:21:03,883 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:21:04,681 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/cluster_dc2e0b1a-545b-8779-1adb-dd82cb4c4df6/data/data1/current/BP-702117503-172.17.0.3-1732105263046/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:04,681 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/cluster_dc2e0b1a-545b-8779-1adb-dd82cb4c4df6/data/data2/current/BP-702117503-172.17.0.3-1732105263046/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:04,705 WARN [Thread-2904 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:21:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30bad36f97b7dd19 with lease ID 0x2967a187759f90f5: Processing first storage report for DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=f878d4b4-3817-4cc9-be3e-03b69cf21b94, infoPort=41037, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1365449260;c=1732105263046) 2024-11-20T12:21:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30bad36f97b7dd19 with lease ID 0x2967a187759f90f5: from storage DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=f878d4b4-3817-4cc9-be3e-03b69cf21b94, infoPort=41037, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1365449260;c=1732105263046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30bad36f97b7dd19 with lease ID 0x2967a187759f90f5: Processing first storage report for DS-a9d7bc06-3e66-4f25-b63b-432a20e3e434 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=f878d4b4-3817-4cc9-be3e-03b69cf21b94, infoPort=41037, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1365449260;c=1732105263046) 2024-11-20T12:21:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30bad36f97b7dd19 with lease ID 0x2967a187759f90f5: from storage DS-a9d7bc06-3e66-4f25-b63b-432a20e3e434 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=f878d4b4-3817-4cc9-be3e-03b69cf21b94, infoPort=41037, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1365449260;c=1732105263046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:04,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29 2024-11-20T12:21:04,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:21:04,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f with version=8 2024-11-20T12:21:04,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/hbase-staging 2024-11-20T12:21:04,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:21:04,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:04,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34117 2024-11-20T12:21:04,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34117 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:21:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341170x0, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:04,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34117-0x1015830a9490006 connected 2024-11-20T12:21:04,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/running 2024-11-20T12:21:04,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f, hbase.cluster.distributed=false 2024-11-20T12:21:04,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/acl 2024-11-20T12:21:04,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34117 2024-11-20T12:21:04,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34117 2024-11-20T12:21:04,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34117 2024-11-20T12:21:04,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34117 2024-11-20T12:21:04,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34117 2024-11-20T12:21:04,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:04,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:04,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43741 2024-11-20T12:21:04,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43741 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:21:04,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:04,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437410x0, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:04,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437410x0, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/running 2024-11-20T12:21:04,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43741-0x1015830a9490007 connected 2024-11-20T12:21:04,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:21:04,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:21:04,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/master 2024-11-20T12:21:04,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/acl 2024-11-20T12:21:04,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-20T12:21:04,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43741 2024-11-20T12:21:04,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43741 2024-11-20T12:21:04,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-20T12:21:04,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43741 2024-11-20T12:21:04,989 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:34117 2024-11-20T12:21:04,990 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21201856053/backup-masters/843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/backup-masters 2024-11-20T12:21:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/backup-masters 2024-11-20T12:21:05,003 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on existing znode=/21201856053/backup-masters/843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21201856053/master 2024-11-20T12:21:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,013 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on existing znode=/21201856053/master 2024-11-20T12:21:05,014 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21201856053/backup-masters/843d83d51ba0,34117,1732105264823 from backup master directory 2024-11-20T12:21:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21201856053/backup-masters/843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/backup-masters 2024-11-20T12:21:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/backup-masters 2024-11-20T12:21:05,023 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:05,023 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,026 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/hbase.id] with ID: e1abd520-4603-4766-94b9-ca085194ce72 2024-11-20T12:21:05,027 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/.tmp/hbase.id 2024-11-20T12:21:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:21:05,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/.tmp/hbase.id]:[hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/hbase.id] 2024-11-20T12:21:05,038 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:05,038 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:21:05,039 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:21:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:21:05,053 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:05,054 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:21:05,054 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:21:05,460 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store 2024-11-20T12:21:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:05,465 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:05,465 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105265465Disabling compacts and flushes for region at 1732105265465Disabling writes for close at 1732105265465Writing region close event to WAL at 1732105265465Closed at 1732105265465 2024-11-20T12:21:05,465 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/.initializing 2024-11-20T12:21:05,465 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/WALs/843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,466 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:05,467 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C34117%2C1732105264823, suffix=, logDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/WALs/843d83d51ba0,34117,1732105264823, archiveDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/oldWALs, maxLogs=10 2024-11-20T12:21:05,482 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/WALs/843d83d51ba0,34117,1732105264823/843d83d51ba0%2C34117%2C1732105264823.1732105265467, exclude list is [], retry=0 2024-11-20T12:21:05,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04,DISK] 2024-11-20T12:21:05,490 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/WALs/843d83d51ba0,34117,1732105264823/843d83d51ba0%2C34117%2C1732105264823.1732105265467 2024-11-20T12:21:05,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-20T12:21:05,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:05,491 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:05,491 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,491 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:21:05,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:05,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:05,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:21:05,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:05,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:05,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:21:05,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:05,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:05,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:21:05,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:05,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:05,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:05,499 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:05,500 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:05,501 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63170006, jitterRate=-0.05869355797767639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:05,501 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105265491Initializing all the Stores at 1732105265491Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105265491Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105265492 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105265492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105265492Cleaning up temporary data from old regions at 1732105265498 (+6 ms)Region opened successfully at 1732105265501 (+3 ms) 2024-11-20T12:21:05,501 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:21:05,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1914588c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:05,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:21:05,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:21:05,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:21:05,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:21:05,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:21:05,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:21:05,505 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:21:05,511 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:21:05,511 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Unable to get data of znode /21201856053/balancer because node does not exist (not necessarily an error) 2024-11-20T12:21:05,592 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/balancer already deleted, retry=false 2024-11-20T12:21:05,592 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:21:05,593 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Unable to get data of znode /21201856053/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:21:05,678 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/normalizer already deleted, retry=false 2024-11-20T12:21:05,678 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:21:05,679 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Unable to get data of znode /21201856053/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:21:05,728 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/switch/split already deleted, retry=false 2024-11-20T12:21:05,729 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Unable to get data of znode /21201856053/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:21:05,753 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/switch/merge already deleted, retry=false 2024-11-20T12:21:05,755 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Unable to get data of znode /21201856053/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:21:05,764 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/snapshot-cleanup already deleted, retry=false 2024-11-20T12:21:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21201856053/running 2024-11-20T12:21:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21201856053/running 2024-11-20T12:21:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,775 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,34117,1732105264823, sessionid=0x1015830a9490006, setting cluster-up flag (Was=false) 2024-11-20T12:21:05,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,827 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21201856053/flush-table-proc/acquired, /21201856053/flush-table-proc/reached, /21201856053/flush-table-proc/abort 2024-11-20T12:21:05,828 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:05,880 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21201856053/online-snapshot/acquired, /21201856053/online-snapshot/reached, /21201856053/online-snapshot/abort 2024-11-20T12:21:05,880 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34117,1732105264823 2024-11-20T12:21:05,881 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:21:05,882 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:05,882 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:21:05,883 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:21:05,883 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,34117,1732105264823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:05,884 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105295885 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:21:05,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:21:05,885 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:21:05,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:21:05,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:05,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:21:05,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:21:05,887 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105265886,5,FailOnTimeoutGroup] 2024-11-20T12:21:05,887 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105265887,5,FailOnTimeoutGroup] 2024-11-20T12:21:05,887 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:05,887 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:21:05,887 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:05,887 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:21:05,978 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(746): ClusterId : e1abd520-4603-4766-94b9-ca085194ce72 2024-11-20T12:21:05,978 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:21:06,072 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:21:06,072 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:21:06,101 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:21:06,102 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38289e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:06,114 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:43741 2024-11-20T12:21:06,114 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:21:06,114 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:21:06,114 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:21:06,115 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,34117,1732105264823 with port=43741, startcode=1732105264941 2024-11-20T12:21:06,115 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:21:06,116 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:21:06,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34117 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,118 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f 2024-11-20T12:21:06,118 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42073 2024-11-20T12:21:06,118 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:21:06,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/rs 2024-11-20T12:21:06,171 DEBUG [RS:0;843d83d51ba0:43741 {}] zookeeper.ZKUtil(111): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on existing znode=/21201856053/rs/843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,171 WARN [RS:0;843d83d51ba0:43741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:06,171 INFO [RS:0;843d83d51ba0:43741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:06,171 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,43741,1732105264941] 2024-11-20T12:21:06,175 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:21:06,176 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:21:06,180 INFO [RS:0;843d83d51ba0:43741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:21:06,180 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,184 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:21:06,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:21:06,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:21:06,187 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:21:06,187 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,187 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:06,188 DEBUG [RS:0;843d83d51ba0:43741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,189 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43741,1732105264941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:06,206 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:21:06,207 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,43741,1732105264941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,207 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,207 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.Replication(171): 843d83d51ba0,43741,1732105264941 started 2024-11-20T12:21:06,224 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:06,224 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,43741,1732105264941, RpcServer on 843d83d51ba0/172.17.0.3:43741, sessionid=0x1015830a9490007 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,43741,1732105264941' 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21201856053/flush-table-proc/abort' 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21201856053/flush-table-proc/acquired' 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,43741,1732105264941' 2024-11-20T12:21:06,225 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21201856053/online-snapshot/abort' 2024-11-20T12:21:06,226 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21201856053/online-snapshot/acquired' 2024-11-20T12:21:06,226 DEBUG [RS:0;843d83d51ba0:43741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:21:06,226 INFO [RS:0;843d83d51ba0:43741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:21:06,226 INFO [RS:0;843d83d51ba0:43741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:21:06,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:21:06,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f 2024-11-20T12:21:06,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:21:06,326 INFO [RS:0;843d83d51ba0:43741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:06,328 INFO [RS:0;843d83d51ba0:43741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C43741%2C1732105264941, suffix=, logDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941, archiveDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/oldWALs, maxLogs=10 2024-11-20T12:21:06,343 DEBUG [RS:0;843d83d51ba0:43741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, exclude list is [], retry=0 2024-11-20T12:21:06,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04,DISK] 2024-11-20T12:21:06,347 INFO [RS:0;843d83d51ba0:43741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 2024-11-20T12:21:06,347 DEBUG [RS:0;843d83d51ba0:43741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-20T12:21:06,414 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:06,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:06,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48378 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:06,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:06,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:06,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:06,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:06,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:06,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:06,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:06,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:06,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:06,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:06,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:06,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:06,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:06,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:06,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:06,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:06,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:06,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:06,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740 2024-11-20T12:21:06,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740 2024-11-20T12:21:06,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:06,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:06,712 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:06,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:06,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:06,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71639515, jitterRate=0.06751196086406708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105266703Initializing all the Stores at 1732105266704 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105266704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105266704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105266704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105266704Cleaning up temporary data from old regions at 1732105266712 (+8 ms)Region opened successfully at 1732105266715 (+3 ms) 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:06,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:06,716 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:06,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105266716Disabling compacts and flushes for region at 1732105266716Disabling writes for close at 1732105266716Writing region close event to WAL at 1732105266716Closed at 1732105266716 2024-11-20T12:21:06,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:06,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:21:06,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:21:06,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:06,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:21:06,869 DEBUG [843d83d51ba0:34117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:21:06,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:06,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,43741,1732105264941, state=OPENING 2024-11-20T12:21:06,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:21:06,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:06,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:06,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21201856053/meta-region-server: CHANGED 2024-11-20T12:21:06,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21201856053/meta-region-server: CHANGED 2024-11-20T12:21:06,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:06,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,43741,1732105264941}] 2024-11-20T12:21:07,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:07,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:21:07,090 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:21:07,090 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:07,090 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:21:07,091 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C43741%2C1732105264941.meta, suffix=.meta, logDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941, archiveDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/oldWALs, maxLogs=10 2024-11-20T12:21:07,105 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.meta.1732105267092.meta, exclude list is [], retry=0 2024-11-20T12:21:07,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04,DISK] 2024-11-20T12:21:07,108 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.meta.1732105267092.meta 2024-11-20T12:21:07,109 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-20T12:21:07,109 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:07,109 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:07,109 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:07,109 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:21:07,110 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:21:07,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:21:07,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:07,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:21:07,110 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:21:07,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:07,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:07,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:07,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:07,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:07,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:07,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:07,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:07,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:07,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:07,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:07,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:07,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:07,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:07,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:07,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:07,115 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:07,115 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740 2024-11-20T12:21:07,116 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740 2024-11-20T12:21:07,117 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:07,117 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:07,117 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:07,118 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:07,119 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66420700, jitterRate=-0.010254442691802979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:07,119 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:21:07,119 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105267110Writing region info on filesystem at 1732105267110Initializing all the Stores at 1732105267111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105267111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105267111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105267111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105267111Cleaning up temporary data from old regions at 1732105267117 (+6 ms)Running coprocessor post-open hooks at 1732105267119 (+2 ms)Region opened successfully at 1732105267119 2024-11-20T12:21:07,120 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105267085 2024-11-20T12:21:07,122 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:21:07,122 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:21:07,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:07,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,43741,1732105264941, state=OPEN 2024-11-20T12:21:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21201856053/meta-region-server 2024-11-20T12:21:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21201856053/meta-region-server 2024-11-20T12:21:07,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:07,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21201856053/meta-region-server: CHANGED 2024-11-20T12:21:07,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21201856053/meta-region-server: CHANGED 2024-11-20T12:21:07,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:21:07,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,43741,1732105264941 in 199 msec 2024-11-20T12:21:07,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:21:07,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-20T12:21:07,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:07,137 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:21:07,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:07,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,43741,1732105264941, seqNum=-1] 2024-11-20T12:21:07,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:07,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:07,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-20T12:21:07,144 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105267144, completionTime=-1 2024-11-20T12:21:07,144 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:21:07,144 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105327146 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105387146 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:34117, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,146 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,148 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.127sec 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:07,150 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:21:07,152 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:21:07,152 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:21:07,152 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34117,1732105264823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:07,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:07,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:07,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:07,181 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd48501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:07,183 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:07,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:07,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:07,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,43741,1732105264941, seqNum=-1] 2024-11-20T12:21:07,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:07,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:07,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,34117,1732105264823 2024-11-20T12:21:07,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63785 2024-11-20T12:21:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:07,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015830a9490008 connected 2024-11-20T12:21:07,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:07,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39899,1732105254428 2024-11-20T12:21:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a920020 2024-11-20T12:21:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:07,211 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:07,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:07,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:07,213 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:07,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:07,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:07,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:07,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 563c973d543a4695622d2b5a7293550f, NAME => 'test,,1732105267211.563c973d543a4695622d2b5a7293550f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50 2024-11-20T12:21:07,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:08,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105267211.563c973d543a4695622d2b5a7293550f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:08,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 563c973d543a4695622d2b5a7293550f, disabling compactions & flushes 2024-11-20T12:21:08,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105267211.563c973d543a4695622d2b5a7293550f. after waiting 0 ms 2024-11-20T12:21:08,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 563c973d543a4695622d2b5a7293550f: Waiting for close lock at 1732105268026Disabling compacts and flushes for region at 1732105268026Disabling writes for close at 1732105268026Writing region close event to WAL at 1732105268026Closed at 1732105268026 2024-11-20T12:21:08,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:08,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105267211.563c973d543a4695622d2b5a7293550f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105268027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105268027"}]},"ts":"1732105268027"} 2024-11-20T12:21:08,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:08,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:08,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105268029"}]},"ts":"1732105268029"} 2024-11-20T12:21:08,031 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:08,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=563c973d543a4695622d2b5a7293550f, ASSIGN}] 2024-11-20T12:21:08,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=563c973d543a4695622d2b5a7293550f, ASSIGN 2024-11-20T12:21:08,035 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=563c973d543a4695622d2b5a7293550f, ASSIGN; state=OFFLINE, location=843d83d51ba0,45775,1732105254791; forceNewPlan=false, retain=false 2024-11-20T12:21:08,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=563c973d543a4695622d2b5a7293550f, regionState=OPENING, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:21:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=563c973d543a4695622d2b5a7293550f, ASSIGN because future has completed 2024-11-20T12:21:08,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563c973d543a4695622d2b5a7293550f, server=843d83d51ba0,45775,1732105254791}] 2024-11-20T12:21:08,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:08,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,343 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,343 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 563c973d543a4695622d2b5a7293550f, NAME => 'test,,1732105267211.563c973d543a4695622d2b5a7293550f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:08,344 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:08,344 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:08,344 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,344 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105267211.563c973d543a4695622d2b5a7293550f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:08,344 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,344 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,348 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,349 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563c973d543a4695622d2b5a7293550f columnFamilyName f 2024-11-20T12:21:08,349 DEBUG [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:08,350 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(327): Store=563c973d543a4695622d2b5a7293550f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:08,350 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,351 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563c973d543a4695622d2b5a7293550f columnFamilyName f1 2024-11-20T12:21:08,351 DEBUG [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:08,351 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(327): Store=563c973d543a4695622d2b5a7293550f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:08,351 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,352 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563c973d543a4695622d2b5a7293550f columnFamilyName norep 2024-11-20T12:21:08,352 DEBUG [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:08,352 INFO [StoreOpener-563c973d543a4695622d2b5a7293550f-1 {}] regionserver.HStore(327): Store=563c973d543a4695622d2b5a7293550f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:08,352 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,353 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,353 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,354 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:08,355 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,363 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:08,364 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 563c973d543a4695622d2b5a7293550f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66382679, jitterRate=-0.01082099974155426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:08,364 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:08,364 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 563c973d543a4695622d2b5a7293550f: Running coprocessor pre-open hook at 1732105268344Writing region info on filesystem at 1732105268344Initializing all the Stores at 1732105268345 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105268345Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105268348 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105268348Cleaning up temporary data from old regions at 1732105268354 (+6 ms)Running coprocessor post-open hooks at 1732105268364 (+10 ms)Region opened successfully at 1732105268364 2024-11-20T12:21:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:08,365 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105267211.563c973d543a4695622d2b5a7293550f., pid=6, masterSystemTime=1732105268339 2024-11-20T12:21:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,368 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,368 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:08,368 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=563c973d543a4695622d2b5a7293550f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:21:08,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563c973d543a4695622d2b5a7293550f, server=843d83d51ba0,45775,1732105254791 because future has completed 2024-11-20T12:21:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 563c973d543a4695622d2b5a7293550f, server=843d83d51ba0,45775,1732105254791 in 183 msec 2024-11-20T12:21:08,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:08,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=563c973d543a4695622d2b5a7293550f, ASSIGN in 341 msec 2024-11-20T12:21:08,376 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:08,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105268376"}]},"ts":"1732105268376"} 2024-11-20T12:21:08,378 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:08,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:08,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-20T12:21:08,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:08,394 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:21:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:09,375 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:09,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41679,1732105259389 2024-11-20T12:21:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12762a1d 2024-11-20T12:21:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:09,377 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:09,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:09,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:09,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:09,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:09,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:09,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13edb49c018fea6e5045771d45e49b1a, NAME => 'test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8 2024-11-20T12:21:09,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13edb49c018fea6e5045771d45e49b1a, disabling compactions & flushes 2024-11-20T12:21:10,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. after waiting 0 ms 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13edb49c018fea6e5045771d45e49b1a: Waiting for close lock at 1732105270195Disabling compacts and flushes for region at 1732105270195Disabling writes for close at 1732105270195Writing region close event to WAL at 1732105270195Closed at 1732105270195 2024-11-20T12:21:10,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:10,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105270196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105270196"}]},"ts":"1732105270196"} 2024-11-20T12:21:10,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:10,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:10,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105270199"}]},"ts":"1732105270199"} 2024-11-20T12:21:10,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:10,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13edb49c018fea6e5045771d45e49b1a, ASSIGN}] 2024-11-20T12:21:10,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13edb49c018fea6e5045771d45e49b1a, ASSIGN 2024-11-20T12:21:10,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13edb49c018fea6e5045771d45e49b1a, ASSIGN; state=OFFLINE, location=843d83d51ba0,35577,1732105259551; forceNewPlan=false, retain=false 2024-11-20T12:21:10,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13edb49c018fea6e5045771d45e49b1a, regionState=OPENING, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13edb49c018fea6e5045771d45e49b1a, ASSIGN because future has completed 2024-11-20T12:21:10,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13edb49c018fea6e5045771d45e49b1a, server=843d83d51ba0,35577,1732105259551}] 2024-11-20T12:21:10,511 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,511 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13edb49c018fea6e5045771d45e49b1a, NAME => 'test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:10,511 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:10,511 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:10,512 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,512 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:10,512 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,512 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:10,516 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,517 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13edb49c018fea6e5045771d45e49b1a columnFamilyName f 2024-11-20T12:21:10,518 DEBUG [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:10,518 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(327): Store=13edb49c018fea6e5045771d45e49b1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:10,518 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,519 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13edb49c018fea6e5045771d45e49b1a columnFamilyName f1 2024-11-20T12:21:10,519 DEBUG [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:10,519 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(327): Store=13edb49c018fea6e5045771d45e49b1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:10,519 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,520 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13edb49c018fea6e5045771d45e49b1a columnFamilyName norep 2024-11-20T12:21:10,520 DEBUG [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:10,520 INFO [StoreOpener-13edb49c018fea6e5045771d45e49b1a-1 {}] regionserver.HStore(327): Store=13edb49c018fea6e5045771d45e49b1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:10,520 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,521 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,521 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,522 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,522 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,522 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:10,523 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,525 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:10,525 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13edb49c018fea6e5045771d45e49b1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66876847, jitterRate=-0.0034573227167129517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:10,525 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:10,525 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13edb49c018fea6e5045771d45e49b1a: Running coprocessor pre-open hook at 1732105270512Writing region info on filesystem at 1732105270512Initializing all the Stores at 1732105270513 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105270513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105270516 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105270516Cleaning up temporary data from old regions at 1732105270522 (+6 ms)Running coprocessor post-open hooks at 1732105270525 (+3 ms)Region opened successfully at 1732105270525 2024-11-20T12:21:10,526 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105269378.13edb49c018fea6e5045771d45e49b1a., pid=6, masterSystemTime=1732105270507 2024-11-20T12:21:10,528 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,528 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:10,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13edb49c018fea6e5045771d45e49b1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:10,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13edb49c018fea6e5045771d45e49b1a, server=843d83d51ba0,35577,1732105259551 because future has completed 2024-11-20T12:21:10,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:10,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13edb49c018fea6e5045771d45e49b1a, server=843d83d51ba0,35577,1732105259551 in 176 msec 2024-11-20T12:21:10,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:10,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13edb49c018fea6e5045771d45e49b1a, ASSIGN in 331 msec 2024-11-20T12:21:10,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:10,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105270535"}]},"ts":"1732105270535"} 2024-11-20T12:21:10,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:10,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:10,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-20T12:21:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:11,526 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:11,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7991f6f5 2024-11-20T12:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:11,528 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:11,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:11,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:11,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:11,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:11,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:11,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 642e51c0b52fa231fd480b49944d2e98, NAME => 'test,,1732105271528.642e51c0b52fa231fd480b49944d2e98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f 2024-11-20T12:21:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105271528.642e51c0b52fa231fd480b49944d2e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 642e51c0b52fa231fd480b49944d2e98, disabling compactions & flushes 2024-11-20T12:21:11,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. after waiting 0 ms 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:11,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:11,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 642e51c0b52fa231fd480b49944d2e98: Waiting for close lock at 1732105271988Disabling compacts and flushes for region at 1732105271988Disabling writes for close at 1732105271988Writing region close event to WAL at 1732105271988Closed at 1732105271988 2024-11-20T12:21:11,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:11,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105271528.642e51c0b52fa231fd480b49944d2e98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105271989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105271989"}]},"ts":"1732105271989"} 2024-11-20T12:21:11,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:11,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:11,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105271991"}]},"ts":"1732105271991"} 2024-11-20T12:21:11,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:11,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=642e51c0b52fa231fd480b49944d2e98, ASSIGN}] 2024-11-20T12:21:11,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=642e51c0b52fa231fd480b49944d2e98, ASSIGN 2024-11-20T12:21:11,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=642e51c0b52fa231fd480b49944d2e98, ASSIGN; state=OFFLINE, location=843d83d51ba0,43741,1732105264941; forceNewPlan=false, retain=false 2024-11-20T12:21:12,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=642e51c0b52fa231fd480b49944d2e98, regionState=OPENING, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:12,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=642e51c0b52fa231fd480b49944d2e98, ASSIGN because future has completed 2024-11-20T12:21:12,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 642e51c0b52fa231fd480b49944d2e98, server=843d83d51ba0,43741,1732105264941}] 2024-11-20T12:21:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:12,302 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:12,302 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 642e51c0b52fa231fd480b49944d2e98, NAME => 'test,,1732105271528.642e51c0b52fa231fd480b49944d2e98.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:12,302 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:12,302 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:12,302 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,302 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105271528.642e51c0b52fa231fd480b49944d2e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:12,302 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,302 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,303 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,304 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642e51c0b52fa231fd480b49944d2e98 columnFamilyName f 2024-11-20T12:21:12,304 DEBUG [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:12,305 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(327): Store=642e51c0b52fa231fd480b49944d2e98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:12,305 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,306 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642e51c0b52fa231fd480b49944d2e98 columnFamilyName f1 2024-11-20T12:21:12,306 DEBUG [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:12,306 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(327): Store=642e51c0b52fa231fd480b49944d2e98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:12,306 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,307 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 642e51c0b52fa231fd480b49944d2e98 columnFamilyName norep 2024-11-20T12:21:12,307 DEBUG [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:12,307 INFO [StoreOpener-642e51c0b52fa231fd480b49944d2e98-1 {}] regionserver.HStore(327): Store=642e51c0b52fa231fd480b49944d2e98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:12,307 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,307 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,308 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,308 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,308 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:12,309 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,311 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:12,311 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 642e51c0b52fa231fd480b49944d2e98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67976435, jitterRate=0.012927815318107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:12,311 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:12,311 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 642e51c0b52fa231fd480b49944d2e98: Running coprocessor pre-open hook at 1732105272302Writing region info on filesystem at 1732105272302Initializing all the Stores at 1732105272303 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105272303Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105272303Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105272303Cleaning up temporary data from old regions at 1732105272308 (+5 ms)Running coprocessor post-open hooks at 1732105272311 (+3 ms)Region opened successfully at 1732105272311 2024-11-20T12:21:12,312 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105271528.642e51c0b52fa231fd480b49944d2e98., pid=6, masterSystemTime=1732105272298 2024-11-20T12:21:12,314 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:12,314 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:12,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=642e51c0b52fa231fd480b49944d2e98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:12,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 642e51c0b52fa231fd480b49944d2e98, server=843d83d51ba0,43741,1732105264941 because future has completed 2024-11-20T12:21:12,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:12,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 642e51c0b52fa231fd480b49944d2e98, server=843d83d51ba0,43741,1732105264941 in 177 msec 2024-11-20T12:21:12,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:12,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=642e51c0b52fa231fd480b49944d2e98, ASSIGN in 333 msec 2024-11-20T12:21:12,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:12,331 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105272331"}]},"ts":"1732105272331"} 2024-11-20T12:21:12,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:12,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:12,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 813 msec 2024-11-20T12:21:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:12,666 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:12,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:12,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:12,668 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:12,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1805e1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:12,670 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:12,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af540f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39899,1732105254428 2024-11-20T12:21:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e09e78 2024-11-20T12:21:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:12,673 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:12,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:41679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:12,677 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:41679' 2024-11-20T12:21:12,678 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea4a38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,678 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:12,678 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:12,679 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237367b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:12,680 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626cafeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:12,681 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41679,1732105259389 2024-11-20T12:21:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d99461 2024-11-20T12:21:12,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:12,682 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:12,683 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T12:21:12,683 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:12,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:12,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:12,684 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:12,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:12,685 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:12,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:12,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:12,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:12,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:12,735 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:13,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a586eb519be05c72b293f77481cacbb0, NAME => 'hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50 2024-11-20T12:21:13,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a586eb519be05c72b293f77481cacbb0, disabling compactions & flushes 2024-11-20T12:21:13,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. after waiting 0 ms 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a586eb519be05c72b293f77481cacbb0: Waiting for close lock at 1732105273097Disabling compacts and flushes for region at 1732105273097Disabling writes for close at 1732105273097Writing region close event to WAL at 1732105273097Closed at 1732105273097 2024-11-20T12:21:13,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:13,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105273099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105273099"}]},"ts":"1732105273099"} 2024-11-20T12:21:13,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:13,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:13,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105273101"}]},"ts":"1732105273101"} 2024-11-20T12:21:13,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:13,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a586eb519be05c72b293f77481cacbb0, ASSIGN}] 2024-11-20T12:21:13,104 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a586eb519be05c72b293f77481cacbb0, ASSIGN 2024-11-20T12:21:13,105 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a586eb519be05c72b293f77481cacbb0, ASSIGN; state=OFFLINE, location=843d83d51ba0,45775,1732105254791; forceNewPlan=false, retain=false 2024-11-20T12:21:13,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a586eb519be05c72b293f77481cacbb0, regionState=OPENING, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:21:13,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a586eb519be05c72b293f77481cacbb0, ASSIGN because future has completed 2024-11-20T12:21:13,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a586eb519be05c72b293f77481cacbb0, server=843d83d51ba0,45775,1732105254791}] 2024-11-20T12:21:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:13,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:13,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:13,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C45775%2C1732105254791.rep, suffix=, logDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791, archiveDir=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/oldWALs, maxLogs=10 2024-11-20T12:21:13,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.rep.1732105273414, exclude list is [], retry=0 2024-11-20T12:21:13,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-2a1e3d02-4407-4750-84b1-767420d2298a,DISK] 2024-11-20T12:21:13,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.rep.1732105273414 2024-11-20T12:21:13,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45079:45079)] 2024-11-20T12:21:13,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a586eb519be05c72b293f77481cacbb0, NAME => 'hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:13,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. service=MultiRowMutationService 2024-11-20T12:21:13,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,432 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,433 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a586eb519be05c72b293f77481cacbb0 columnFamilyName hfileref 2024-11-20T12:21:13,433 DEBUG [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:13,433 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(327): Store=a586eb519be05c72b293f77481cacbb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:13,433 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,434 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a586eb519be05c72b293f77481cacbb0 columnFamilyName queue 2024-11-20T12:21:13,434 DEBUG [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:13,435 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(327): Store=a586eb519be05c72b293f77481cacbb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:13,435 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,436 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a586eb519be05c72b293f77481cacbb0 columnFamilyName sid 2024-11-20T12:21:13,436 DEBUG [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:13,436 INFO [StoreOpener-a586eb519be05c72b293f77481cacbb0-1 {}] regionserver.HStore(327): Store=a586eb519be05c72b293f77481cacbb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:13,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:13,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:13,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a586eb519be05c72b293f77481cacbb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73891264, jitterRate=0.10106563568115234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:13,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:13,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a586eb519be05c72b293f77481cacbb0: Running coprocessor pre-open hook at 1732105273431Writing region info on filesystem at 1732105273431Initializing all the Stores at 1732105273432 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105273432Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105273432Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105273432Cleaning up temporary data from old regions at 1732105273438 (+6 ms)Running coprocessor post-open hooks at 1732105273441 (+3 ms)Region opened successfully at 1732105273441 2024-11-20T12:21:13,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0., pid=10, masterSystemTime=1732105273409 2024-11-20T12:21:13,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:13,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a586eb519be05c72b293f77481cacbb0, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,45775,1732105254791 2024-11-20T12:21:13,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a586eb519be05c72b293f77481cacbb0, server=843d83d51ba0,45775,1732105254791 because future has completed 2024-11-20T12:21:13,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:13,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a586eb519be05c72b293f77481cacbb0, server=843d83d51ba0,45775,1732105254791 in 189 msec 2024-11-20T12:21:13,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:13,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a586eb519be05c72b293f77481cacbb0, ASSIGN in 345 msec 2024-11-20T12:21:13,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:13,450 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105273450"}]},"ts":"1732105273450"} 2024-11-20T12:21:13,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:13,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:13,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-20T12:21:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0., hostname=843d83d51ba0,45775,1732105254791, seqNum=2] 2024-11-20T12:21:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:21:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:21:13,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:13,847 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:13,864 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:13,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:13,901 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,45775,1732105254791, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:13,902 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:13,902 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45775,1732105254791, seqNum=-1] 2024-11-20T12:21:13,903 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:13,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:13,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,45775,1732105254791', locateType=CURRENT is [region=hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0., hostname=843d83d51ba0,45775,1732105254791, seqNum=2] 2024-11-20T12:21:13,908 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:13,910 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,45775,1732105254791 suceeded 2024-11-20T12:21:13,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:13,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-20T12:21:13,912 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:41679,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:13,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2380 sec 2024-11-20T12:21:13,923 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:41679' 2024-11-20T12:21:13,923 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4fd68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:13,924 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:13,924 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:13,924 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:13,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:13,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc0d4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:13,925 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:13,926 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603613f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:13,926 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41679,1732105259389 2024-11-20T12:21:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28eed9f4 2024-11-20T12:21:13,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:13,927 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:13,928 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,45775,1732105254791 (queues=1) is replicating from cluster=d5a84416-c9dc-4608-91ca-c576b0a0da4e to cluster=7070fef3-9919-48d7-b8fd-b2c2c6e8072a 2024-11-20T12:21:13,928 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C45775%2C1732105254791 2024-11-20T12:21:13,928 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,45775,1732105254791, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:13,928 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C45775%2C1732105254791 2024-11-20T12:21:13,928 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, startPosition=0, beingWritten=true 2024-11-20T12:21:13,932 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:13,932 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:13,932 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:14,136 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:14,439 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:14,825 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:14,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:14,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:14,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:14,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d2b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:14,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,828 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da724e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,41679,1732105259389 2024-11-20T12:21:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@897e5c6 2024-11-20T12:21:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:14,830 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:14,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:34117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:14,833 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:34117' 2024-11-20T12:21:14,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3530cd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,834 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:14,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:14,834 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:14,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:14,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:14,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a25cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:14,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:14,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,835 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:14,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f2b9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:14,836 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:14,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:14,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@726fb2bb 2024-11-20T12:21:14,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:14,837 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:14,838 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:21:14,838 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:14,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:14,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:14,838 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:14,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:14,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:14,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:14,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:14,842 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:14,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91b4d076f94a32fb6cd82e88be55476e, NAME => 'hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8 2024-11-20T12:21:14,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:14,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 91b4d076f94a32fb6cd82e88be55476e, disabling compactions & flushes 2024-11-20T12:21:15,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. after waiting 0 ms 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91b4d076f94a32fb6cd82e88be55476e: Waiting for close lock at 1732105275252Disabling compacts and flushes for region at 1732105275252Disabling writes for close at 1732105275252Writing region close event to WAL at 1732105275252Closed at 1732105275252 2024-11-20T12:21:15,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:15,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105275253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105275253"}]},"ts":"1732105275253"} 2024-11-20T12:21:15,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:15,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:15,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105275255"}]},"ts":"1732105275255"} 2024-11-20T12:21:15,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:15,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4d076f94a32fb6cd82e88be55476e, ASSIGN}] 2024-11-20T12:21:15,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4d076f94a32fb6cd82e88be55476e, ASSIGN 2024-11-20T12:21:15,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91b4d076f94a32fb6cd82e88be55476e, ASSIGN; state=OFFLINE, location=843d83d51ba0,35577,1732105259551; forceNewPlan=false, retain=false 2024-11-20T12:21:15,345 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:15,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91b4d076f94a32fb6cd82e88be55476e, regionState=OPENING, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=91b4d076f94a32fb6cd82e88be55476e, ASSIGN because future has completed 2024-11-20T12:21:15,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b4d076f94a32fb6cd82e88be55476e, server=843d83d51ba0,35577,1732105259551}] 2024-11-20T12:21:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:15,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:15,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:15,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35577%2C1732105259551.rep, suffix=, logDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551, archiveDir=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/oldWALs, maxLogs=10 2024-11-20T12:21:15,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.rep.1732105275567, exclude list is [], retry=0 2024-11-20T12:21:15,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33493,DS-b7c0b419-a98d-421e-aa81-bbfbe24484d6,DISK] 2024-11-20T12:21:15,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.rep.1732105275567 2024-11-20T12:21:15,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35711:35711)] 2024-11-20T12:21:15,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 91b4d076f94a32fb6cd82e88be55476e, NAME => 'hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:15,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. service=MultiRowMutationService 2024-11-20T12:21:15,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,584 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,585 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4d076f94a32fb6cd82e88be55476e columnFamilyName hfileref 2024-11-20T12:21:15,585 DEBUG [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:15,585 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(327): Store=91b4d076f94a32fb6cd82e88be55476e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:15,586 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,586 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4d076f94a32fb6cd82e88be55476e columnFamilyName queue 2024-11-20T12:21:15,586 DEBUG [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:15,587 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(327): Store=91b4d076f94a32fb6cd82e88be55476e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:15,587 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,588 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b4d076f94a32fb6cd82e88be55476e columnFamilyName sid 2024-11-20T12:21:15,588 DEBUG [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:15,588 INFO [StoreOpener-91b4d076f94a32fb6cd82e88be55476e-1 {}] regionserver.HStore(327): Store=91b4d076f94a32fb6cd82e88be55476e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:15,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:15,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:15,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 91b4d076f94a32fb6cd82e88be55476e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70367432, jitterRate=0.04855644702911377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:15,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 91b4d076f94a32fb6cd82e88be55476e: Running coprocessor pre-open hook at 1732105275583Writing region info on filesystem at 1732105275583Initializing all the Stores at 1732105275584 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105275584Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105275584Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105275584Cleaning up temporary data from old regions at 1732105275589 (+5 ms)Running coprocessor post-open hooks at 1732105275592 (+3 ms)Region opened successfully at 1732105275592 2024-11-20T12:21:15,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e., pid=10, masterSystemTime=1732105275563 2024-11-20T12:21:15,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:15,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=91b4d076f94a32fb6cd82e88be55476e, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35577,1732105259551 2024-11-20T12:21:15,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91b4d076f94a32fb6cd82e88be55476e, server=843d83d51ba0,35577,1732105259551 because future has completed 2024-11-20T12:21:15,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:15,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 91b4d076f94a32fb6cd82e88be55476e, server=843d83d51ba0,35577,1732105259551 in 186 msec 2024-11-20T12:21:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=91b4d076f94a32fb6cd82e88be55476e, ASSIGN in 342 msec 2024-11-20T12:21:15,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:15,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105275601"}]},"ts":"1732105275601"} 2024-11-20T12:21:15,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:15,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:15,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-20T12:21:15,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e., hostname=843d83d51ba0,35577,1732105259551, seqNum=2] 2024-11-20T12:21:15,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:15,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:15,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:15,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:15,917 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:15,943 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,35577,1732105259551, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:15,943 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:15,943 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35577,1732105259551, seqNum=-1] 2024-11-20T12:21:15,944 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:15,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:15,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,35577,1732105259551', locateType=CURRENT is [region=hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e., hostname=843d83d51ba0,35577,1732105259551, seqNum=2] 2024-11-20T12:21:15,948 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:15,948 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:15,951 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,35577,1732105259551 suceeded 2024-11-20T12:21:15,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:15,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T12:21:15,952 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:34117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:15,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1210 sec 2024-11-20T12:21:15,962 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:34117' 2024-11-20T12:21:15,963 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a0de46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,963 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:15,963 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:15,963 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:15,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:15,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:15,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27cd4f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:15,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:15,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:15,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e4c3c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ddf3dc3 2024-11-20T12:21:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:15,967 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:15,967 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,35577,1732105259551 (queues=1) is replicating from cluster=7070fef3-9919-48d7-b8fd-b2c2c6e8072a to cluster=e1abd520-4603-4766-94b9-ca085194ce72 2024-11-20T12:21:15,967 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C35577%2C1732105259551 2024-11-20T12:21:15,967 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,35577,1732105259551, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:15,968 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C35577%2C1732105259551 2024-11-20T12:21:15,968 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, startPosition=0, beingWritten=true 2024-11-20T12:21:15,973 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:15,973 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:15,973 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:15,975 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:15,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:15,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:15,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:15,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:15,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:15,979 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f04e6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,980 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c0e9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f1a1a2d 2024-11-20T12:21:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:15,982 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:15,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:39899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:15,984 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39899' 2024-11-20T12:21:15,985 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4727aa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,985 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:15,985 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:15,986 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656cf501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:15,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,987 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:15,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf009e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:15,988 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:15,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39899,1732105254428 2024-11-20T12:21:15,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7477c8c7 2024-11-20T12:21:15,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:15,989 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:15,990 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T12:21:15,991 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:15,991 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,991 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:15,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:15,991 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:15,992 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:15,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:15,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:15,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:16,042 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:16,178 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:21:16,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:21:16,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:16,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:21:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:16,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd66cff91a41325ca47347557baa8d66, NAME => 'hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f 2024-11-20T12:21:16,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:16,482 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd66cff91a41325ca47347557baa8d66, disabling compactions & flushes 2024-11-20T12:21:16,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. after waiting 0 ms 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:16,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:16,805 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd66cff91a41325ca47347557baa8d66: Waiting for close lock at 1732105276805Disabling compacts and flushes for region at 1732105276805Disabling writes for close at 1732105276805Writing region close event to WAL at 1732105276805Closed at 1732105276805 2024-11-20T12:21:16,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:16,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105276832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105276832"}]},"ts":"1732105276832"} 2024-11-20T12:21:16,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:16,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:16,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105276835"}]},"ts":"1732105276835"} 2024-11-20T12:21:16,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:16,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd66cff91a41325ca47347557baa8d66, ASSIGN}] 2024-11-20T12:21:16,838 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd66cff91a41325ca47347557baa8d66, ASSIGN 2024-11-20T12:21:16,839 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd66cff91a41325ca47347557baa8d66, ASSIGN; state=OFFLINE, location=843d83d51ba0,43741,1732105264941; forceNewPlan=false, retain=false 2024-11-20T12:21:16,885 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:16,989 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd66cff91a41325ca47347557baa8d66, regionState=OPENING, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:16,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd66cff91a41325ca47347557baa8d66, ASSIGN because future has completed 2024-11-20T12:21:16,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd66cff91a41325ca47347557baa8d66, server=843d83d51ba0,43741,1732105264941}] 2024-11-20T12:21:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:17,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:17,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:17,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:17,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C43741%2C1732105264941.rep, suffix=, logDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941, archiveDir=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/oldWALs, maxLogs=10 2024-11-20T12:21:17,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.rep.1732105277147, exclude list is [], retry=0 2024-11-20T12:21:17,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-ea8b7bde-6a30-4b1b-b4a9-392df60c2d04,DISK] 2024-11-20T12:21:17,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.rep.1732105277147 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd66cff91a41325ca47347557baa8d66, NAME => 'hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:17,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. service=MultiRowMutationService 2024-11-20T12:21:17,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,166 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,167 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd66cff91a41325ca47347557baa8d66 columnFamilyName hfileref 2024-11-20T12:21:17,167 DEBUG [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:17,168 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(327): Store=dd66cff91a41325ca47347557baa8d66/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:17,168 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,168 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd66cff91a41325ca47347557baa8d66 columnFamilyName queue 2024-11-20T12:21:17,168 DEBUG [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:17,169 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(327): Store=dd66cff91a41325ca47347557baa8d66/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:17,169 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,169 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd66cff91a41325ca47347557baa8d66 columnFamilyName sid 2024-11-20T12:21:17,169 DEBUG [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:17,170 INFO [StoreOpener-dd66cff91a41325ca47347557baa8d66-1 {}] regionserver.HStore(327): Store=dd66cff91a41325ca47347557baa8d66/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:17,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/replication/dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/replication/dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:17,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/replication/dd66cff91a41325ca47347557baa8d66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:17,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd66cff91a41325ca47347557baa8d66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59914687, jitterRate=-0.10720159113407135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:17,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd66cff91a41325ca47347557baa8d66: Running coprocessor pre-open hook at 1732105277165Writing region info on filesystem at 1732105277165Initializing all the Stores at 1732105277166 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105277166Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105277166Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105277166Cleaning up temporary data from old regions at 1732105277171 (+5 ms)Running coprocessor post-open hooks at 1732105277174 (+3 ms)Region opened successfully at 1732105277174 2024-11-20T12:21:17,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66., pid=10, masterSystemTime=1732105277143 2024-11-20T12:21:17,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:17,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:17,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd66cff91a41325ca47347557baa8d66, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,43741,1732105264941 2024-11-20T12:21:17,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd66cff91a41325ca47347557baa8d66, server=843d83d51ba0,43741,1732105264941 because future has completed 2024-11-20T12:21:17,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:17,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd66cff91a41325ca47347557baa8d66, server=843d83d51ba0,43741,1732105264941 in 188 msec 2024-11-20T12:21:17,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:17,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd66cff91a41325ca47347557baa8d66, ASSIGN in 344 msec 2024-11-20T12:21:17,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:17,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105277183"}]},"ts":"1732105277183"} 2024-11-20T12:21:17,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:17,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:17,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-20T12:21:17,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66., hostname=843d83d51ba0,43741,1732105264941, seqNum=2] 2024-11-20T12:21:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:17,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:17,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:17,388 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:17,456 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:17,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:17,485 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:17,511 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,43741,1732105264941, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,43741,1732105264941, seqNum=-1] 2024-11-20T12:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:17,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,43741,1732105264941', locateType=CURRENT is [region=hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66., hostname=843d83d51ba0,43741,1732105264941, seqNum=2] 2024-11-20T12:21:17,516 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:17,520 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,43741,1732105264941 suceeded 2024-11-20T12:21:17,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:17,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T12:21:17,522 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:39899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:17,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-20T12:21:17,529 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39899' 2024-11-20T12:21:17,530 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3321b0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:17,530 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:17,530 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:17,531 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42528f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:17,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:17,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:17,532 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:17,533 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f02f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:17,533 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39899,1732105254428 2024-11-20T12:21:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187af66d 2024-11-20T12:21:17,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:17,534 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:17,535 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,43741,1732105264941 (queues=1) is replicating from cluster=e1abd520-4603-4766-94b9-ca085194ce72 to cluster=d5a84416-c9dc-4608-91ca-c576b0a0da4e 2024-11-20T12:21:17,535 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C43741%2C1732105264941 2024-11-20T12:21:17,535 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,43741,1732105264941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:17,535 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C43741%2C1732105264941 2024-11-20T12:21:17,535 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, startPosition=0, beingWritten=true 2024-11-20T12:21:17,539 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:17,539 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 379, reset compression=false 2024-11-20T12:21:17,539 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:17,742 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 379, reset compression=false 2024-11-20T12:21:17,991 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:18,051 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 379, reset compression=false 2024-11-20T12:21:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:18,135 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:18,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:18,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:18,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:18,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:18,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:18,142 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:18,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:18,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:18,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d8cbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:18,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:18,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,148 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f373c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:18,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:18,153 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72842075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,155 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:18,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4440683f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:18,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:18,170 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d3f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,172 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5ad5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45775,1732105254791, seqNum=-1] 2024-11-20T12:21:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:18,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:18,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105267211.563c973d543a4695622d2b5a7293550f., hostname=843d83d51ba0,45775,1732105254791, seqNum=2] 2024-11-20T12:21:18,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,43741,1732105264941, seqNum=-1] 2024-11-20T12:21:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:18,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105271528.642e51c0b52fa231fd480b49944d2e98., hostname=843d83d51ba0,43741,1732105264941, seqNum=2] 2024-11-20T12:21:18,233 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T12:21:18,360 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 379, reset compression=false 2024-11-20T12:21:18,380 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:18,380 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 480, reset compression=false 2024-11-20T12:21:18,380 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[{test/563c973d543a4695622d2b5a7293550f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T12:21:18,382 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:18,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:18,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:18,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5bb9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,41679,-1 for getting cluster id 2024-11-20T12:21:18,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:18,386 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7070fef3-9919-48d7-b8fd-b2c2c6e8072a' 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7070fef3-9919-48d7-b8fd-b2c2c6e8072a" 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73500228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,41679,-1] 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:18,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,388 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:18,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2596aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:18,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35577,1732105259551, seqNum=-1] 2024-11-20T12:21:18,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:18,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:18,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105269378.13edb49c018fea6e5045771d45e49b1a., hostname=843d83d51ba0,35577,1732105259551, seqNum=2] 2024-11-20T12:21:18,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:18,463 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 379, reset compression=false 2024-11-20T12:21:18,608 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 480, reset compression=false 2024-11-20T12:21:18,695 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 379, reset compression=false 2024-11-20T12:21:18,718 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:18,718 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 504, reset compression=false 2024-11-20T12:21:18,718 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[{test/13edb49c018fea6e5045771d45e49b1a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T12:21:18,721 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:18,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:18,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:18,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23094a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:18,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:18,746 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c3347e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:18,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:18,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:18,748 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:18,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a92b757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:18,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,43741,1732105264941, seqNum=-1] 2024-11-20T12:21:18,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:18,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:18,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105271528.642e51c0b52fa231fd480b49944d2e98., hostname=843d83d51ba0,43741,1732105264941, seqNum=2] 2024-11-20T12:21:18,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:18,930 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 480, reset compression=false 2024-11-20T12:21:18,934 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:18,950 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 504, reset compression=false 2024-11-20T12:21:18,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:18,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:18,971 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 379, reset compression=false 2024-11-20T12:21:19,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,060 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:19,060 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 527, reset compression=false 2024-11-20T12:21:19,060 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:19,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:19,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T12:21:19,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:19,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35577,1732105259551, seqNum=-1] 2024-11-20T12:21:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:19,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:19,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732105269378.13edb49c018fea6e5045771d45e49b1a., hostname=843d83d51ba0,35577,1732105259551, seqNum=2] 2024-11-20T12:21:19,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T12:21:19,285 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 527, reset compression=false 2024-11-20T12:21:19,309 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 504, reset compression=false 2024-11-20T12:21:19,327 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:19,327 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:19,327 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[{test/13edb49c018fea6e5045771d45e49b1a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:21:19,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:19,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:19,407 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 480, reset compression=false 2024-11-20T12:21:19,541 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:19,597 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 527, reset compression=false 2024-11-20T12:21:19,601 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:19,601 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 654, reset compression=false 2024-11-20T12:21:19,601 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[{test/642e51c0b52fa231fd480b49944d2e98/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T12:21:19,603 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:19,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:19,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa3584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:19,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:19,606 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5c2c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:19,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:19,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:19,607 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:19,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d7cf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:19,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:19,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,45775,1732105254791, seqNum=-1] 2024-11-20T12:21:19,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:19,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:19,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732105267211.563c973d543a4695622d2b5a7293550f., hostname=843d83d51ba0,45775,1732105254791, seqNum=2] 2024-11-20T12:21:19,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:19,804 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 654, reset compression=false 2024-11-20T12:21:19,844 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:19,921 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 480, reset compression=false 2024-11-20T12:21:19,930 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:19,930 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 631, reset compression=false 2024-11-20T12:21:19,930 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:20,109 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 654, reset compression=false 2024-11-20T12:21:20,134 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 631, reset compression=false 2024-11-20T12:21:20,247 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:20,250 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T12:21:20,253 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T12:21:20,437 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 631, reset compression=false 2024-11-20T12:21:20,513 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 654, reset compression=false 2024-11-20T12:21:20,518 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:20,518 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 758, reset compression=false 2024-11-20T12:21:20,518 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[{test/642e51c0b52fa231fd480b49944d2e98/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:21:20,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:20,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:20,724 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 758, reset compression=false 2024-11-20T12:21:20,750 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:20,841 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 631, reset compression=false 2024-11-20T12:21:20,845 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:20,845 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 759, reset compression=false 2024-11-20T12:21:20,845 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[{test/563c973d543a4695622d2b5a7293550f/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T12:21:20,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:20,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:21,027 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 758, reset compression=false 2024-11-20T12:21:21,048 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 759, reset compression=false 2024-11-20T12:21:21,255 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T12:21:21,265 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T12:21:21,352 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 759, reset compression=false 2024-11-20T12:21:21,354 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 608, reset compression=false 2024-11-20T12:21:21,357 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:21,357 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 915, reset compression=false 2024-11-20T12:21:21,358 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[{test/563c973d543a4695622d2b5a7293550f/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T12:21:21,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:21,361 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:21,361 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 760, reset compression=false 2024-11-20T12:21:21,361 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:21,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:21,368 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:21,368 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 908, reset compression=false 2024-11-20T12:21:21,368 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[{test/13edb49c018fea6e5045771d45e49b1a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T12:21:21,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:21,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:21,431 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 758, reset compression=false 2024-11-20T12:21:21,462 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:21,462 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 929, reset compression=false 2024-11-20T12:21:21,462 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:21,566 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 915, reset compression=false 2024-11-20T12:21:21,575 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 908, reset compression=false 2024-11-20T12:21:21,673 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 929, reset compression=false 2024-11-20T12:21:21,908 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 915, reset compression=false 2024-11-20T12:21:21,921 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 908, reset compression=false 2024-11-20T12:21:21,977 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 929, reset compression=false 2024-11-20T12:21:22,267 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T12:21:22,271 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T12:21:22,317 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 915, reset compression=false 2024-11-20T12:21:22,325 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 908, reset compression=false 2024-11-20T12:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1067, reset compression=false 2024-11-20T12:21:22,329 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[{test/13edb49c018fea6e5045771d45e49b1a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T12:21:22,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:22,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:22,380 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 929, reset compression=false 2024-11-20T12:21:22,385 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:22,385 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1078, reset compression=false 2024-11-20T12:21:22,385 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[{test/642e51c0b52fa231fd480b49944d2e98/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T12:21:22,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:22,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:22,534 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1067, reset compression=false 2024-11-20T12:21:22,592 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1078, reset compression=false 2024-11-20T12:21:22,824 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 915, reset compression=false 2024-11-20T12:21:22,828 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:22,828 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1088, reset compression=false 2024-11-20T12:21:22,828 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:22,837 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1067, reset compression=false 2024-11-20T12:21:22,896 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1078, reset compression=false 2024-11-20T12:21:23,036 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1088, reset compression=false 2024-11-20T12:21:23,241 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1067, reset compression=false 2024-11-20T12:21:23,274 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T12:21:23,277 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T12:21:23,299 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1078, reset compression=false 2024-11-20T12:21:23,306 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:23,306 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1237, reset compression=false 2024-11-20T12:21:23,306 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[{test/642e51c0b52fa231fd480b49944d2e98/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T12:21:23,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:23,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:23,339 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1088, reset compression=false 2024-11-20T12:21:23,344 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:23,344 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:23,344 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[{test/563c973d543a4695622d2b5a7293550f/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T12:21:23,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:23,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:23,513 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1237, reset compression=false 2024-11-20T12:21:23,548 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:23,744 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1067, reset compression=false 2024-11-20T12:21:23,748 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:23,748 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:23,748 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:23,816 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1237, reset compression=false 2024-11-20T12:21:23,851 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:23,951 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:24,013 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:21:24,221 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1237, reset compression=false 2024-11-20T12:21:24,254 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:24,255 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:24,279 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T12:21:24,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:24,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:24,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:24,286 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8e2571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:24,287 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:24,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7111a59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:24,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4767caad 2024-11-20T12:21:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:24,292 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:24,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-20T12:21:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T12:21:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:21:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:21:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:21:24,657 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:24,724 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1237, reset compression=false 2024-11-20T12:21:24,757 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:24,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:21:24,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T12:21:24,973 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T12:21:24,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T12:21:24,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,43741,1732105264941 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T12:21:24,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0. 2024-11-20T12:21:24,974 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:24,974 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:24,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:24,975 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:25,075 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:21:25,075 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T12:21:25,160 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:25,175 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 terminated 2024-11-20T12:21:25,200 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,43741,1732105264941, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:25,200 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T12:21:25,201 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T12:21:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T12:21:25,203 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 843d83d51ba0,43741,1732105264941 suceeded 2024-11-20T12:21:25,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T12:21:25,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-20T12:21:25,205 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T12:21:25,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 912 msec 2024-11-20T12:21:25,214 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39899' 2024-11-20T12:21:25,215 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696ffd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:25,215 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39899,-1 for getting cluster id 2024-11-20T12:21:25,215 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:25,216 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5a84416-c9dc-4608-91ca-c576b0a0da4e' 2024-11-20T12:21:25,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:25,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5a84416-c9dc-4608-91ca-c576b0a0da4e" 2024-11-20T12:21:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60343c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39899,-1] 2024-11-20T12:21:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:25,218 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:25,218 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17efafaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:25,219 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39899,1732105254428 2024-11-20T12:21:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@562e5159 2024-11-20T12:21:25,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:25,220 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:25,220 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,43741,1732105264941 (queues=1) is replicating from cluster=e1abd520-4603-4766-94b9-ca085194ce72 to cluster=d5a84416-c9dc-4608-91ca-c576b0a0da4e 2024-11-20T12:21:25,221 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C43741%2C1732105264941 2024-11-20T12:21:25,221 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,43741,1732105264941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:25,221 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C43741%2C1732105264941 2024-11-20T12:21:25,360 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:21:25,436 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:25,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:25,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:25,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:25,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:25,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:25,439 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T12:21:25,764 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:26,064 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1238, reset compression=false 2024-11-20T12:21:26,077 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:26,077 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1342, reset compression=false 2024-11-20T12:21:26,077 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[{test/563c973d543a4695622d2b5a7293550f/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:21:26,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:26,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35577 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:26,283 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1342, reset compression=false 2024-11-20T12:21:26,442 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T12:21:26,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bef139d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:26,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34117,-1 for getting cluster id 2024-11-20T12:21:26,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:26,445 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1abd520-4603-4766-94b9-ca085194ce72' 2024-11-20T12:21:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1abd520-4603-4766-94b9-ca085194ce72" 2024-11-20T12:21:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3717f90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:26,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34117,-1] 2024-11-20T12:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:26,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,446 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:26,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2ce41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:26,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34117,1732105264823 2024-11-20T12:21:26,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366e0e55 2024-11-20T12:21:26,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:26,451 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:26,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-20T12:21:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T12:21:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T12:21:26,468 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1241, reset compression=false 2024-11-20T12:21:26,475 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-20T12:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[{test/13edb49c018fea6e5045771d45e49b1a/10=[#edits: 1 = ],223}, {test/13edb49c018fea6e5045771d45e49b1a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=1473, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-20T12:21:26,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:26,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:26,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:26,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:26,525 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:26,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68488 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T12:21:26,587 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1342, reset compression=false 2024-11-20T12:21:26,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T12:21:26,648 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T12:21:26,649 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T12:21:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T12:21:26,650 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 843d83d51ba0,43741,1732105264941 suceeded 2024-11-20T12:21:26,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T12:21:26,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-20T12:21:26,651 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T12:21:26,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 199 msec 2024-11-20T12:21:26,680 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:26,722 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, startPosition=1237, beingWritten=true 2024-11-20T12:21:26,747 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:26,747 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1515, reset compression=false 2024-11-20T12:21:26,751 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[{test/642e51c0b52fa231fd480b49944d2e98/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T12:21:26,753 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:26,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:26,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:26,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T12:21:26,775 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:26,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:26,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:26,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:26,778 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T12:21:26,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:21:26,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:26,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:26,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:26,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:21:26,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129462558, stopped=false 2024-11-20T12:21:26,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,34117,1732105264823 2024-11-20T12:21:26,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21201856053/running 2024-11-20T12:21:26,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21201856053/running 2024-11-20T12:21:26,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:26,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:26,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:26,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:26,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:26,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,43741,1732105264941' ***** 2024-11-20T12:21:26,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:21:26,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/running 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for 642e51c0b52fa231fd480b49944d2e98 2024-11-20T12:21:26,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:21:26,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Set watcher on znode that does not yet exist, /21201856053/running 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:26,792 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,43741,1732105264941 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:43741. 2024-11-20T12:21:26,793 DEBUG [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:26,793 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:21:26,793 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:21:26,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 642e51c0b52fa231fd480b49944d2e98, disabling compactions & flushes 2024-11-20T12:21:26,793 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:26,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:26,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. after waiting 0 ms 2024-11-20T12:21:26,793 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:26,793 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 642e51c0b52fa231fd480b49944d2e98 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T12:21:26,804 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:21:26,804 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 642e51c0b52fa231fd480b49944d2e98=test,,1732105271528.642e51c0b52fa231fd480b49944d2e98., dd66cff91a41325ca47347557baa8d66=hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.} 2024-11-20T12:21:26,804 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:26,804 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:26,804 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:26,804 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:26,804 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:26,804 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:26,805 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:21:26,815 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:26,826 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f/5d1bfce1b2984f028121da5dca529541 is 37, key is row3/f:row3/1732105285437/Put/seqid=0 2024-11-20T12:21:26,829 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/info/9dfc1bea3333461c99ded535cf41e677 is 147, key is hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66./info:regioninfo/1732105277177/Put/seqid=0 2024-11-20T12:21:26,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741840_1016 (size=5228) 2024-11-20T12:21:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:21:26,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1515, reset compression=false 2024-11-20T12:21:26,969 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:26,969 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1762, reset compression=false 2024-11-20T12:21:26,969 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,43741,1732105264941 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:26,970 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,43741,1732105264941: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,43741,1732105264941, walGroup=843d83d51ba0%2C43741%2C1732105264941, offset=843d83d51ba0%2C43741%2C1732105264941.1732105266328:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:43741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:21:26,972 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:21:26,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:21:26,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:21:26,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:21:26,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:21:26,972 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 822882824 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198361728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:21:26,973 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:34117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:34117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:21:26,983 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:27,004 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:27,008 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1342, reset compression=false 2024-11-20T12:21:27,012 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:27,012 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:27,012 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:27,173 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1762, reset compression=false 2024-11-20T12:21:27,191 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:21:27,191 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:21:27,205 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:27,216 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:27,234 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f/5d1bfce1b2984f028121da5dca529541 2024-11-20T12:21:27,238 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1bfce1b2984f028121da5dca529541 2024-11-20T12:21:27,242 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/info/9dfc1bea3333461c99ded535cf41e677 2024-11-20T12:21:27,264 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f1/069b4ffe03d24f538847df686ca2afb2 is 30, key is row1/f1:/1732105282268/DeleteFamily/seqid=0 2024-11-20T12:21:27,271 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/ns/a2b03220f4ff48a3a8191fd7b4e6f868 is 43, key is default/ns:d/1732105267140/Put/seqid=0 2024-11-20T12:21:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741842_1018 (size=5158) 2024-11-20T12:21:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741843_1019 (size=5153) 2024-11-20T12:21:27,282 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/ns/a2b03220f4ff48a3a8191fd7b4e6f868 2024-11-20T12:21:27,307 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/rep_barrier/c92139468c07469c909831f3e4c1424f is 112, key is test,,1732105271528.642e51c0b52fa231fd480b49944d2e98./rep_barrier:seqnumDuringOpen/1732105272314/Put/seqid=0 2024-11-20T12:21:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741844_1020 (size=5518) 2024-11-20T12:21:27,386 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:27,405 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:27,476 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1762, reset compression=false 2024-11-20T12:21:27,520 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:27,605 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:27,676 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f1/069b4ffe03d24f538847df686ca2afb2 2024-11-20T12:21:27,680 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069b4ffe03d24f538847df686ca2afb2 2024-11-20T12:21:27,698 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/norep/c21e107b99a44b078d3b0125da8330a1 is 33, key is row2/norep:/1732105283274/DeleteFamily/seqid=0 2024-11-20T12:21:27,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741845_1021 (size=5108) 2024-11-20T12:21:27,717 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/rep_barrier/c92139468c07469c909831f3e4c1424f 2024-11-20T12:21:27,736 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/table/8754f5a0949c43529263ff0edc9cda42 is 53, key is hbase:replication/table:state/1732105277183/Put/seqid=0 2024-11-20T12:21:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:21:27,805 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:27,881 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1762, reset compression=false 2024-11-20T12:21:27,890 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:27,925 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:28,005 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 642e51c0b52fa231fd480b49944d2e98, dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:28,103 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/norep/c21e107b99a44b078d3b0125da8330a1 2024-11-20T12:21:28,106 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c21e107b99a44b078d3b0125da8330a1 2024-11-20T12:21:28,107 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f/5d1bfce1b2984f028121da5dca529541 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/f/5d1bfce1b2984f028121da5dca529541 2024-11-20T12:21:28,113 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d1bfce1b2984f028121da5dca529541 2024-11-20T12:21:28,113 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/f/5d1bfce1b2984f028121da5dca529541, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T12:21:28,114 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/f1/069b4ffe03d24f538847df686ca2afb2 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/f1/069b4ffe03d24f538847df686ca2afb2 2024-11-20T12:21:28,122 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069b4ffe03d24f538847df686ca2afb2 2024-11-20T12:21:28,122 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/f1/069b4ffe03d24f538847df686ca2afb2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:28,124 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/.tmp/norep/c21e107b99a44b078d3b0125da8330a1 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/norep/c21e107b99a44b078d3b0125da8330a1 2024-11-20T12:21:28,133 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c21e107b99a44b078d3b0125da8330a1 2024-11-20T12:21:28,133 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/norep/c21e107b99a44b078d3b0125da8330a1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:28,134 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 642e51c0b52fa231fd480b49944d2e98 in 1341ms, sequenceid=12, compaction requested=false 2024-11-20T12:21:28,140 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/table/8754f5a0949c43529263ff0edc9cda42 2024-11-20T12:21:28,145 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/info/9dfc1bea3333461c99ded535cf41e677 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/info/9dfc1bea3333461c99ded535cf41e677 2024-11-20T12:21:28,145 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/default/test/642e51c0b52fa231fd480b49944d2e98/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:28,146 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 642e51c0b52fa231fd480b49944d2e98: Waiting for close lock at 1732105286793Running coprocessor pre-close hooks at 1732105286793Disabling compacts and flushes for region at 1732105286793Disabling writes for close at 1732105286793Obtaining lock to block concurrent updates at 1732105286793Preparing flush snapshotting stores in 642e51c0b52fa231fd480b49944d2e98 at 1732105286793Finished memstore snapshotting test,,1732105271528.642e51c0b52fa231fd480b49944d2e98., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732105286794 (+1 ms)Flushing stores of test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. at 1732105286794Flushing 642e51c0b52fa231fd480b49944d2e98/f: creating writer at 1732105286794Flushing 642e51c0b52fa231fd480b49944d2e98/f: appending metadata at 1732105286825 (+31 ms)Flushing 642e51c0b52fa231fd480b49944d2e98/f: closing flushed file at 1732105286825Flushing 642e51c0b52fa231fd480b49944d2e98/f1: creating writer at 1732105287239 (+414 ms)Flushing 642e51c0b52fa231fd480b49944d2e98/f1: appending metadata at 1732105287263 (+24 ms)Flushing 642e51c0b52fa231fd480b49944d2e98/f1: closing flushed file at 1732105287263Flushing 642e51c0b52fa231fd480b49944d2e98/norep: creating writer at 1732105287680 (+417 ms)Flushing 642e51c0b52fa231fd480b49944d2e98/norep: appending metadata at 1732105287698 (+18 ms)Flushing 642e51c0b52fa231fd480b49944d2e98/norep: closing flushed file at 1732105287698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ae09b65: reopening flushed file at 1732105288107 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215196d: reopening flushed file at 1732105288113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d90ca1c: reopening flushed file at 1732105288122 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 642e51c0b52fa231fd480b49944d2e98 in 1341ms, sequenceid=12, compaction requested=false at 1732105288134 (+12 ms)Writing region close event to WAL at 1732105288140 (+6 ms)Running coprocessor post-close hooks at 1732105288145 (+5 ms)Closed at 1732105288146 (+1 ms) 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105271528.642e51c0b52fa231fd480b49944d2e98. 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd66cff91a41325ca47347557baa8d66, disabling compactions & flushes 2024-11-20T12:21:28,146 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. after waiting 0 ms 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd66cff91a41325ca47347557baa8d66: Waiting for close lock at 1732105288146Running coprocessor pre-close hooks at 1732105288146Disabling compacts and flushes for region at 1732105288146Disabling writes for close at 1732105288146Failed flush hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66., putting online again at 1732105288146 2024-11-20T12:21:28,146 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,150 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/info/9dfc1bea3333461c99ded535cf41e677, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:21:28,151 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/ns/a2b03220f4ff48a3a8191fd7b4e6f868 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/ns/a2b03220f4ff48a3a8191fd7b4e6f868 2024-11-20T12:21:28,155 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/ns/a2b03220f4ff48a3a8191fd7b4e6f868, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:21:28,156 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/rep_barrier/c92139468c07469c909831f3e4c1424f as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/rep_barrier/c92139468c07469c909831f3e4c1424f 2024-11-20T12:21:28,159 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/rep_barrier/c92139468c07469c909831f3e4c1424f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:21:28,159 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/.tmp/table/8754f5a0949c43529263ff0edc9cda42 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/table/8754f5a0949c43529263ff0edc9cda42 2024-11-20T12:21:28,170 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/table/8754f5a0949c43529263ff0edc9cda42, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:21:28,171 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false 2024-11-20T12:21:28,177 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:21:28,177 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:28,177 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:21:28,177 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:28,178 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105286804Running coprocessor pre-close hooks at 1732105286804Disabling compacts and flushes for region at 1732105286804Disabling writes for close at 1732105286804Obtaining lock to block concurrent updates at 1732105286805 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732105286805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105286805Flushing stores of hbase:meta,,1.1588230740 at 1732105286806 (+1 ms)Flushing 1588230740/info: creating writer at 1732105286806Flushing 1588230740/info: appending metadata at 1732105286828 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732105286828Flushing 1588230740/ns: creating writer at 1732105287246 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732105287270 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732105287270Flushing 1588230740/rep_barrier: creating writer at 1732105287286 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105287306 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105287306Flushing 1588230740/table: creating writer at 1732105287720 (+414 ms)Flushing 1588230740/table: appending metadata at 1732105287736 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732105287736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3887597f: reopening flushed file at 1732105288144 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52976769: reopening flushed file at 1732105288150 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428209ec: reopening flushed file at 1732105288155 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@feea76c: reopening flushed file at 1732105288159 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false at 1732105288171 (+12 ms)Writing region close event to WAL at 1732105288174 (+3 ms)Running coprocessor post-close hooks at 1732105288177 (+3 ms)Closed at 1732105288177 2024-11-20T12:21:28,178 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:28,206 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:21:28,206 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1325): Online Regions={dd66cff91a41325ca47347557baa8d66=hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66.} 2024-11-20T12:21:28,206 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(3091): Received CLOSE for dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:28,206 DEBUG [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1351): Waiting on dd66cff91a41325ca47347557baa8d66 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd66cff91a41325ca47347557baa8d66, disabling compactions & flushes 2024-11-20T12:21:28,206 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. after waiting 0 ms 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd66cff91a41325ca47347557baa8d66: Waiting for close lock at 1732105288206Running coprocessor pre-close hooks at 1732105288206Disabling compacts and flushes for region at 1732105288206Disabling writes for close at 1732105288206Failed flush hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66., putting online again at 1732105288206 2024-11-20T12:21:28,206 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105275991.dd66cff91a41325ca47347557baa8d66. 2024-11-20T12:21:28,384 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 1762, reset compression=false 2024-11-20T12:21:28,398 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:28,398 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/WALs/843d83d51ba0,43741,1732105264941/843d83d51ba0%2C43741%2C1732105264941.1732105266328 to pos 2406, reset compression=false 2024-11-20T12:21:28,406 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T12:21:28,406 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,43741,1732105264941; all regions closed. 2024-11-20T12:21:28,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:21:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741839_1015 (size=2390) 2024-11-20T12:21:28,428 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741833_1009 (size=2414) 2024-11-20T12:21:28,459 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:28,459 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:28,460 INFO [RS:0;843d83d51ba0:43741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:28,460 INFO [RS:0;843d83d51ba0:43741 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:28,460 INFO [RS:0;843d83d51ba0:43741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:28,460 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,43741,1732105264941 because: Region server is closing 2024-11-20T12:21:28,460 INFO [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:43741. 2024-11-20T12:21:28,460 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:28,460 DEBUG [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:28,460 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:28,460 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:28,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:28,493 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:28,561 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.shipper843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 terminated 2024-11-20T12:21:28,561 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,43741,1732105264941.replicationSource.wal-reader.843d83d51ba0%2C43741%2C1732105264941,1-843d83d51ba0,43741,1732105264941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:21:28,561 INFO [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:43741. 2024-11-20T12:21:28,561 DEBUG [RS:0;843d83d51ba0:43741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:28,561 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:28,561 DEBUG [RS:0;843d83d51ba0:43741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:28,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:28,562 INFO [RS:0;843d83d51ba0:43741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43741 2024-11-20T12:21:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21201856053/rs/843d83d51ba0,43741,1732105264941 2024-11-20T12:21:28,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053/rs 2024-11-20T12:21:28,573 INFO [RS:0;843d83d51ba0:43741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:28,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,43741,1732105264941] 2024-11-20T12:21:28,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/draining/843d83d51ba0,43741,1732105264941 already deleted, retry=false 2024-11-20T12:21:28,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,43741,1732105264941 expired; onlineServers=0 2024-11-20T12:21:28,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,34117,1732105264823' ***** 2024-11-20T12:21:28,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:21:28,595 INFO [M:0;843d83d51ba0:34117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:28,595 INFO [M:0;843d83d51ba0:34117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:28,595 DEBUG [M:0;843d83d51ba0:34117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:21:28,595 DEBUG [M:0;843d83d51ba0:34117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:21:28,595 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105265886 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105265886,5,FailOnTimeoutGroup] 2024-11-20T12:21:28,595 INFO [M:0;843d83d51ba0:34117 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:28,595 INFO [M:0;843d83d51ba0:34117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:28,595 DEBUG [M:0;843d83d51ba0:34117 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:21:28,595 INFO [M:0;843d83d51ba0:34117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:21:28,596 INFO [M:0;843d83d51ba0:34117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:28,596 INFO [M:0;843d83d51ba0:34117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:21:28,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:21:28,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:21:28,596 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105265887 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105265887,5,FailOnTimeoutGroup] 2024-11-20T12:21:28,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21201856053/master 2024-11-20T12:21:28,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21201856053 2024-11-20T12:21:28,643 DEBUG [M:0;843d83d51ba0:34117 {}] zookeeper.RecoverableZooKeeper(212): Node /21201856053/master already deleted, retry=false 2024-11-20T12:21:28,643 DEBUG [M:0;843d83d51ba0:34117 {}] master.ActiveMasterManager(353): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Failed delete of our master address node; KeeperErrorCode = NoNode for /21201856053/master 2024-11-20T12:21:28,677 INFO [M:0;843d83d51ba0:34117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/.lastflushedseqids 2024-11-20T12:21:28,685 INFO [RS:0;843d83d51ba0:43741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:28,685 INFO [RS:0;843d83d51ba0:43741 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,43741,1732105264941; zookeeper connection closed. 2024-11-20T12:21:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43741-0x1015830a9490007, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:28,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2921aaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2921aaa 2024-11-20T12:21:28,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:21:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741847_1023 (size=245) 2024-11-20T12:21:28,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:21:29,065 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:29,111 INFO [M:0;843d83d51ba0:34117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:21:29,111 INFO [M:0;843d83d51ba0:34117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:21:29,111 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:29,111 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:29,111 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:29,111 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:29,111 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:29,111 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-20T12:21:29,132 DEBUG [M:0;843d83d51ba0:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1c40a407a944191af057600c4ef0a78 is 82, key is hbase:meta,,1/info:regioninfo/1732105267122/Put/seqid=0 2024-11-20T12:21:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741848_1024 (size=5672) 2024-11-20T12:21:29,205 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:29,544 INFO [M:0;843d83d51ba0:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1c40a407a944191af057600c4ef0a78 2024-11-20T12:21:29,574 DEBUG [M:0;843d83d51ba0:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fe215e0e7d43328623d5522270cc95 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105277187/Put/seqid=0 2024-11-20T12:21:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741849_1025 (size=9211) 2024-11-20T12:21:29,594 INFO [M:0;843d83d51ba0:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fe215e0e7d43328623d5522270cc95 2024-11-20T12:21:29,613 DEBUG [M:0;843d83d51ba0:34117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbccc17357640d0a36f333489c22bf0 is 69, key is 843d83d51ba0,43741,1732105264941/rs:state/1732105266117/Put/seqid=0 2024-11-20T12:21:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741850_1026 (size=5156) 2024-11-20T12:21:29,623 INFO [M:0;843d83d51ba0:34117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbccc17357640d0a36f333489c22bf0 2024-11-20T12:21:29,628 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1c40a407a944191af057600c4ef0a78 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1c40a407a944191af057600c4ef0a78 2024-11-20T12:21:29,632 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1c40a407a944191af057600c4ef0a78, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T12:21:29,633 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fe215e0e7d43328623d5522270cc95 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83fe215e0e7d43328623d5522270cc95 2024-11-20T12:21:29,638 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83fe215e0e7d43328623d5522270cc95, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T12:21:29,639 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/afbccc17357640d0a36f333489c22bf0 as hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbccc17357640d0a36f333489c22bf0 2024-11-20T12:21:29,643 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42073/user/jenkins/test-data/e61deb12-55e5-3cac-497d-f7e6c004321f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/afbccc17357640d0a36f333489c22bf0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T12:21:29,645 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=127, compaction requested=false 2024-11-20T12:21:29,665 INFO [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:29,666 DEBUG [M:0;843d83d51ba0:34117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105289111Disabling compacts and flushes for region at 1732105289111Disabling writes for close at 1732105289111Obtaining lock to block concurrent updates at 1732105289111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105289111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732105289112 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105289112Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105289112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105289132 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105289132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105289549 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105289574 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105289574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105289599 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105289613 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105289613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8d2efb: reopening flushed file at 1732105289627 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@754b1cdd: reopening flushed file at 1732105289633 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fa2c18: reopening flushed file at 1732105289638 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=127, compaction requested=false at 1732105289645 (+7 ms)Writing region close event to WAL at 1732105289665 (+20 ms)Closed at 1732105289665 2024-11-20T12:21:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741830_1006 (size=73854) 2024-11-20T12:21:29,676 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:29,676 INFO [M:0;843d83d51ba0:34117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:21:29,677 INFO [M:0;843d83d51ba0:34117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34117 2024-11-20T12:21:29,679 INFO [M:0;843d83d51ba0:34117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:29,789 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:29,842 INFO [M:0;843d83d51ba0:34117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34117-0x1015830a9490006, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:29,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:29,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:29,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:29,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:29,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:29,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:21:29,888 WARN [BP-702117503-172.17.0.3-1732105263046 heartbeating to localhost/127.0.0.1:42073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:21:29,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:21:29,888 WARN [BP-702117503-172.17.0.3-1732105263046 heartbeating to localhost/127.0.0.1:42073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-702117503-172.17.0.3-1732105263046 (Datanode Uuid f878d4b4-3817-4cc9-be3e-03b69cf21b94) service to localhost/127.0.0.1:42073 2024-11-20T12:21:29,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/cluster_dc2e0b1a-545b-8779-1adb-dd82cb4c4df6/data/data1/current/BP-702117503-172.17.0.3-1732105263046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:29,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/cluster_dc2e0b1a-545b-8779-1adb-dd82cb4c4df6/data/data2/current/BP-702117503-172.17.0.3-1732105263046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:29,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:21:29,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:29,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:29,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:29,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:29,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:29,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:21:29,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:21:29,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:29,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:29,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:29,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:29,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:29,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:21:29,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190893285, stopped=false 2024-11-20T12:21:29,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,41679,1732105259389 2024-11-20T12:21:29,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11848934000/running 2024-11-20T12:21:29,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11848934000/running 2024-11-20T12:21:29,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:29,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:29,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:29,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/running 2024-11-20T12:21:29,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:29,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Set watcher on znode that does not yet exist, /11848934000/running 2024-11-20T12:21:29,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:29,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:29,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,35577,1732105259551' ***** 2024-11-20T12:21:29,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:21:29,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(3091): Received CLOSE for 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(3091): Received CLOSE for 13edb49c018fea6e5045771d45e49b1a 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,35577,1732105259551 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35577. 2024-11-20T12:21:29,945 DEBUG [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:29,945 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:21:29,945 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:21:29,946 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91b4d076f94a32fb6cd82e88be55476e, disabling compactions & flushes 2024-11-20T12:21:29,946 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:29,946 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:29,947 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. after waiting 0 ms 2024-11-20T12:21:29,947 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:29,947 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91b4d076f94a32fb6cd82e88be55476e 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-20T12:21:29,956 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:21:29,956 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1325): Online Regions={91b4d076f94a32fb6cd82e88be55476e=hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e., 1588230740=hbase:meta,,1.1588230740, 13edb49c018fea6e5045771d45e49b1a=test,,1732105269378.13edb49c018fea6e5045771d45e49b1a.} 2024-11-20T12:21:29,956 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 13edb49c018fea6e5045771d45e49b1a, 1588230740, 91b4d076f94a32fb6cd82e88be55476e 2024-11-20T12:21:29,957 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:29,957 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:29,957 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:29,957 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:29,957 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:29,957 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:21:29,985 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/info/7674604731234f33afd086f4dc605df3 is 147, key is hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e./info:regioninfo/1732105275594/Put/seqid=0 2024-11-20T12:21:29,985 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/.tmp/queue/2127b468528b4c60a2cec7b74e8aaf59 is 154, key is 1-843d83d51ba0,35577,1732105259551/queue:843d83d51ba0%2C35577%2C1732105259551/1732105286482/Put/seqid=0 2024-11-20T12:21:30,009 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:30,011 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741840_1016 (size=7686) 2024-11-20T12:21:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741841_1017 (size=5353) 2024-11-20T12:21:30,041 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/.tmp/queue/2127b468528b4c60a2cec7b74e8aaf59 2024-11-20T12:21:30,051 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/.tmp/queue/2127b468528b4c60a2cec7b74e8aaf59 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/queue/2127b468528b4c60a2cec7b74e8aaf59 2024-11-20T12:21:30,060 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/queue/2127b468528b4c60a2cec7b74e8aaf59, entries=1, sequenceid=13, filesize=5.2 K 2024-11-20T12:21:30,063 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 91b4d076f94a32fb6cd82e88be55476e in 115ms, sequenceid=13, compaction requested=false 2024-11-20T12:21:30,073 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/replication/91b4d076f94a32fb6cd82e88be55476e/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:21:30,074 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91b4d076f94a32fb6cd82e88be55476e: Waiting for close lock at 1732105289946Running coprocessor pre-close hooks at 1732105289946Disabling compacts and flushes for region at 1732105289946Disabling writes for close at 1732105289947 (+1 ms)Obtaining lock to block concurrent updates at 1732105289947Preparing flush snapshotting stores in 91b4d076f94a32fb6cd82e88be55476e at 1732105289947Finished memstore snapshotting hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732105289948 (+1 ms)Flushing stores of hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. at 1732105289948Flushing 91b4d076f94a32fb6cd82e88be55476e/queue: creating writer at 1732105289949 (+1 ms)Flushing 91b4d076f94a32fb6cd82e88be55476e/queue: appending metadata at 1732105289984 (+35 ms)Flushing 91b4d076f94a32fb6cd82e88be55476e/queue: closing flushed file at 1732105289984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ff8d8c: reopening flushed file at 1732105290050 (+66 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 91b4d076f94a32fb6cd82e88be55476e in 115ms, sequenceid=13, compaction requested=false at 1732105290063 (+13 ms)Writing region close event to WAL at 1732105290068 (+5 ms)Running coprocessor post-close hooks at 1732105290074 (+6 ms)Closed at 1732105290074 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105274838.91b4d076f94a32fb6cd82e88be55476e. 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13edb49c018fea6e5045771d45e49b1a, disabling compactions & flushes 2024-11-20T12:21:30,074 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. after waiting 0 ms 2024-11-20T12:21:30,074 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:30,075 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13edb49c018fea6e5045771d45e49b1a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T12:21:30,096 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f/1ea5d07bf7404e55b6c1677d32400758 is 37, key is row3/f:row3/1732105285437/Put/seqid=0 2024-11-20T12:21:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741842_1018 (size=5228) 2024-11-20T12:21:30,103 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f/1ea5d07bf7404e55b6c1677d32400758 2024-11-20T12:21:30,109 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea5d07bf7404e55b6c1677d32400758 2024-11-20T12:21:30,132 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f1/3339a4be4f234b10a85ffcefb6724c4a is 30, key is row1/f1:/1732105282268/DeleteFamily/seqid=0 2024-11-20T12:21:30,156 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 13edb49c018fea6e5045771d45e49b1a, 1588230740 2024-11-20T12:21:30,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741843_1019 (size=5158) 2024-11-20T12:21:30,159 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f1/3339a4be4f234b10a85ffcefb6724c4a 2024-11-20T12:21:30,169 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3339a4be4f234b10a85ffcefb6724c4a 2024-11-20T12:21:30,193 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/norep/cc39ca936b56433ebdd29a7e2f4a7911 is 33, key is row1/norep:/1732105282268/DeleteFamily/seqid=0 2024-11-20T12:21:30,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741844_1020 (size=5108) 2024-11-20T12:21:30,210 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/norep/cc39ca936b56433ebdd29a7e2f4a7911 2024-11-20T12:21:30,216 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc39ca936b56433ebdd29a7e2f4a7911 2024-11-20T12:21:30,216 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f/1ea5d07bf7404e55b6c1677d32400758 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/f/1ea5d07bf7404e55b6c1677d32400758 2024-11-20T12:21:30,221 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ea5d07bf7404e55b6c1677d32400758 2024-11-20T12:21:30,221 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/f/1ea5d07bf7404e55b6c1677d32400758, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T12:21:30,222 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/f1/3339a4be4f234b10a85ffcefb6724c4a as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/f1/3339a4be4f234b10a85ffcefb6724c4a 2024-11-20T12:21:30,232 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3339a4be4f234b10a85ffcefb6724c4a 2024-11-20T12:21:30,232 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/f1/3339a4be4f234b10a85ffcefb6724c4a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:30,233 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/.tmp/norep/cc39ca936b56433ebdd29a7e2f4a7911 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/norep/cc39ca936b56433ebdd29a7e2f4a7911 2024-11-20T12:21:30,241 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc39ca936b56433ebdd29a7e2f4a7911 2024-11-20T12:21:30,241 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/norep/cc39ca936b56433ebdd29a7e2f4a7911, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:30,241 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 13edb49c018fea6e5045771d45e49b1a in 167ms, sequenceid=12, compaction requested=false 2024-11-20T12:21:30,242 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:21:30,248 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/default/test/13edb49c018fea6e5045771d45e49b1a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T12:21:30,249 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:30,249 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:30,249 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:30,249 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13edb49c018fea6e5045771d45e49b1a: Waiting for close lock at 1732105290074Running coprocessor pre-close hooks at 1732105290074Disabling compacts and flushes for region at 1732105290074Disabling writes for close at 1732105290074Obtaining lock to block concurrent updates at 1732105290075 (+1 ms)Preparing flush snapshotting stores in 13edb49c018fea6e5045771d45e49b1a at 1732105290075Finished memstore snapshotting test,,1732105269378.13edb49c018fea6e5045771d45e49b1a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732105290075Flushing stores of test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. at 1732105290075Flushing 13edb49c018fea6e5045771d45e49b1a/f: creating writer at 1732105290075Flushing 13edb49c018fea6e5045771d45e49b1a/f: appending metadata at 1732105290096 (+21 ms)Flushing 13edb49c018fea6e5045771d45e49b1a/f: closing flushed file at 1732105290096Flushing 13edb49c018fea6e5045771d45e49b1a/f1: creating writer at 1732105290109 (+13 ms)Flushing 13edb49c018fea6e5045771d45e49b1a/f1: appending metadata at 1732105290132 (+23 ms)Flushing 13edb49c018fea6e5045771d45e49b1a/f1: closing flushed file at 1732105290132Flushing 13edb49c018fea6e5045771d45e49b1a/norep: creating writer at 1732105290169 (+37 ms)Flushing 13edb49c018fea6e5045771d45e49b1a/norep: appending metadata at 1732105290192 (+23 ms)Flushing 13edb49c018fea6e5045771d45e49b1a/norep: closing flushed file at 1732105290192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72de722a: reopening flushed file at 1732105290216 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b601be6: reopening flushed file at 1732105290221 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8c42f5: reopening flushed file at 1732105290232 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 13edb49c018fea6e5045771d45e49b1a in 167ms, sequenceid=12, compaction requested=false at 1732105290241 (+9 ms)Writing region close event to WAL at 1732105290243 (+2 ms)Running coprocessor post-close hooks at 1732105290249 (+6 ms)Closed at 1732105290249 2024-11-20T12:21:30,249 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105269378.13edb49c018fea6e5045771d45e49b1a. 2024-11-20T12:21:30,357 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:21:30,419 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/info/7674604731234f33afd086f4dc605df3 2024-11-20T12:21:30,464 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/ns/0cf5ac598781481dbff96cb60e00f010 is 43, key is default/ns:d/1732105262908/Put/seqid=0 2024-11-20T12:21:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741845_1021 (size=5153) 2024-11-20T12:21:30,495 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/ns/0cf5ac598781481dbff96cb60e00f010 2024-11-20T12:21:30,535 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e6a69990b346e2878a52800d6c56fe is 112, key is test,,1732105269378.13edb49c018fea6e5045771d45e49b1a./rep_barrier:seqnumDuringOpen/1732105270528/Put/seqid=0 2024-11-20T12:21:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741846_1022 (size=5518) 2024-11-20T12:21:30,542 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e6a69990b346e2878a52800d6c56fe 2024-11-20T12:21:30,557 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:21:30,565 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/table/aeda369dc4ba4da6aa807b7f739351fd is 53, key is hbase:replication/table:state/1732105275601/Put/seqid=0 2024-11-20T12:21:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741847_1023 (size=5308) 2024-11-20T12:21:30,592 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:30,685 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:21:30,685 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:21:30,757 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:21:30,957 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:21:30,957 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:21:30,957 DEBUG [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:21:30,961 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 1473, reset compression=false 2024-11-20T12:21:30,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:30,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 2364, reset compression=false 2024-11-20T12:21:30,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35577,1732105259551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:30,966 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,35577,1732105259551: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,35577,1732105259551, walGroup=843d83d51ba0%2C35577%2C1732105259551, offset=843d83d51ba0%2C35577%2C1732105259551.1732105261821:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:35577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:21:30,968 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:21:30,968 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:21:30,968 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:21:30,968 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:21:30,968 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:21:30,968 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 921448968 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 199022656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:21:30,969 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:41679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:41679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:21:30,971 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/table/aeda369dc4ba4da6aa807b7f739351fd 2024-11-20T12:21:30,974 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/info/7674604731234f33afd086f4dc605df3 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/info/7674604731234f33afd086f4dc605df3 2024-11-20T12:21:30,977 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/info/7674604731234f33afd086f4dc605df3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:21:30,977 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/ns/0cf5ac598781481dbff96cb60e00f010 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/ns/0cf5ac598781481dbff96cb60e00f010 2024-11-20T12:21:30,980 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/ns/0cf5ac598781481dbff96cb60e00f010, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:21:30,981 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e6a69990b346e2878a52800d6c56fe as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/rep_barrier/a0e6a69990b346e2878a52800d6c56fe 2024-11-20T12:21:30,984 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/rep_barrier/a0e6a69990b346e2878a52800d6c56fe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:21:30,984 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/.tmp/table/aeda369dc4ba4da6aa807b7f739351fd as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/table/aeda369dc4ba4da6aa807b7f739351fd 2024-11-20T12:21:30,987 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/table/aeda369dc4ba4da6aa807b7f739351fd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:21:30,987 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=16, compaction requested=false 2024-11-20T12:21:30,987 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:21:30,991 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:21:30,991 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:30,991 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:21:30,991 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:30,991 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105289957Running coprocessor pre-close hooks at 1732105289957Disabling compacts and flushes for region at 1732105289957Disabling writes for close at 1732105289957Obtaining lock to block concurrent updates at 1732105289957Preparing flush snapshotting stores in 1588230740 at 1732105289957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105289958 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105289958Flushing 1588230740/info: creating writer at 1732105289958Flushing 1588230740/info: appending metadata at 1732105289984 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732105289984Flushing 1588230740/ns: creating writer at 1732105290429 (+445 ms)Flushing 1588230740/ns: appending metadata at 1732105290463 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1732105290463Flushing 1588230740/rep_barrier: creating writer at 1732105290502 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105290535 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105290535Flushing 1588230740/table: creating writer at 1732105290547 (+12 ms)Flushing 1588230740/table: appending metadata at 1732105290565 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732105290565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527146a2: reopening flushed file at 1732105290974 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367210b6: reopening flushed file at 1732105290977 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345787b5: reopening flushed file at 1732105290980 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2001c50: reopening flushed file at 1732105290984 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=16, compaction requested=false at 1732105290987 (+3 ms)Writing region close event to WAL at 1732105290989 (+2 ms)Running coprocessor post-close hooks at 1732105290991 (+2 ms)Closed at 1732105290991 2024-11-20T12:21:30,991 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:31,157 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,35577,1732105259551; all regions closed. 2024-11-20T12:21:31,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:21:31,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.meta.1732105262806.meta not finished, retry = 0 2024-11-20T12:21:31,168 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.wal-reader.843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.1732105261821 to pos 2364, reset compression=false 2024-11-20T12:21:31,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/WALs/843d83d51ba0,35577,1732105259551/843d83d51ba0%2C35577%2C1732105259551.rep.1732105275567 not finished, retry = 0 2024-11-20T12:21:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741839_1015 (size=3333) 2024-11-20T12:21:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741832_1008 (size=2372) 2024-11-20T12:21:31,379 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:31,379 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:31,380 INFO [RS:0;843d83d51ba0:35577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:31,380 INFO [RS:0;843d83d51ba0:35577 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:31,380 INFO [RS:0;843d83d51ba0:35577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:31,380 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:31,381 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,35577,1732105259551 because: Region server is closing 2024-11-20T12:21:31,381 INFO [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35577. 2024-11-20T12:21:31,381 DEBUG [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:31,381 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:31,381 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:31,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:31,481 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35577,1732105259551.replicationSource.shipper843d83d51ba0%2C35577%2C1732105259551,1-843d83d51ba0,35577,1732105259551 terminated 2024-11-20T12:21:31,482 INFO [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35577. 2024-11-20T12:21:31,482 DEBUG [RS:0;843d83d51ba0:35577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:31,482 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:31,482 DEBUG [RS:0;843d83d51ba0:35577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:31,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:31,482 INFO [RS:0;843d83d51ba0:35577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35577 2024-11-20T12:21:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000/rs 2024-11-20T12:21:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11848934000/rs/843d83d51ba0,35577,1732105259551 2024-11-20T12:21:31,495 INFO [RS:0;843d83d51ba0:35577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:31,497 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:31,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,35577,1732105259551] 2024-11-20T12:21:31,516 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/draining/843d83d51ba0,35577,1732105259551 already deleted, retry=false 2024-11-20T12:21:31,516 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,35577,1732105259551 expired; onlineServers=0 2024-11-20T12:21:31,516 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,41679,1732105259389' ***** 2024-11-20T12:21:31,516 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:21:31,516 INFO [M:0;843d83d51ba0:41679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:31,517 DEBUG [M:0;843d83d51ba0:41679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:21:31,517 DEBUG [M:0;843d83d51ba0:41679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:21:31,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:21:31,517 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105261592 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105261592,5,FailOnTimeoutGroup] 2024-11-20T12:21:31,517 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105261592 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105261592,5,FailOnTimeoutGroup] 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:31,517 DEBUG [M:0;843d83d51ba0:41679 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:31,517 INFO [M:0;843d83d51ba0:41679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:21:31,517 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:21:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11848934000/master 2024-11-20T12:21:31,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11848934000 2024-11-20T12:21:31,537 DEBUG [M:0;843d83d51ba0:41679 {}] zookeeper.RecoverableZooKeeper(212): Node /11848934000/master already deleted, retry=false 2024-11-20T12:21:31,537 DEBUG [M:0;843d83d51ba0:41679 {}] master.ActiveMasterManager(353): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Failed delete of our master address node; KeeperErrorCode = NoNode for /11848934000/master 2024-11-20T12:21:31,538 INFO [M:0;843d83d51ba0:41679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/.lastflushedseqids 2024-11-20T12:21:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741848_1024 (size=245) 2024-11-20T12:21:31,576 INFO [M:0;843d83d51ba0:41679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:21:31,576 INFO [M:0;843d83d51ba0:41679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:21:31,576 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:31,576 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:31,576 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:31,576 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:31,576 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:31,577 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T12:21:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:31,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35577-0x1015830a9490004, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:31,606 INFO [RS:0;843d83d51ba0:35577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:31,606 INFO [RS:0;843d83d51ba0:35577 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,35577,1732105259551; zookeeper connection closed. 2024-11-20T12:21:31,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59d1f00a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59d1f00a 2024-11-20T12:21:31,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:21:31,620 DEBUG [M:0;843d83d51ba0:41679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0976fb78ec1491caf50de6eb7c30961 is 82, key is hbase:meta,,1/info:regioninfo/1732105262837/Put/seqid=0 2024-11-20T12:21:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741849_1025 (size=5672) 2024-11-20T12:21:31,641 INFO [M:0;843d83d51ba0:41679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0976fb78ec1491caf50de6eb7c30961 2024-11-20T12:21:31,678 DEBUG [M:0;843d83d51ba0:41679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0cdf30e7964fc7a240426cedb3bef1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105275604/Put/seqid=0 2024-11-20T12:21:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741850_1026 (size=8515) 2024-11-20T12:21:32,102 INFO [M:0;843d83d51ba0:41679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0cdf30e7964fc7a240426cedb3bef1 2024-11-20T12:21:32,124 DEBUG [M:0;843d83d51ba0:41679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0893fe0e542435da1999bf6bce91022 is 69, key is 843d83d51ba0,35577,1732105259551/rs:state/1732105261614/Put/seqid=0 2024-11-20T12:21:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741851_1027 (size=5156) 2024-11-20T12:21:32,501 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:32,529 INFO [M:0;843d83d51ba0:41679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0893fe0e542435da1999bf6bce91022 2024-11-20T12:21:32,539 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0976fb78ec1491caf50de6eb7c30961 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0976fb78ec1491caf50de6eb7c30961 2024-11-20T12:21:32,544 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0976fb78ec1491caf50de6eb7c30961, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:21:32,545 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0cdf30e7964fc7a240426cedb3bef1 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d0cdf30e7964fc7a240426cedb3bef1 2024-11-20T12:21:32,549 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d0cdf30e7964fc7a240426cedb3bef1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:21:32,549 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0893fe0e542435da1999bf6bce91022 as hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0893fe0e542435da1999bf6bce91022 2024-11-20T12:21:32,554 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44979/user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0893fe0e542435da1999bf6bce91022, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:21:32,555 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=97, compaction requested=false 2024-11-20T12:21:32,556 INFO [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:32,556 DEBUG [M:0;843d83d51ba0:41679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105291576Disabling compacts and flushes for region at 1732105291576Disabling writes for close at 1732105291576Obtaining lock to block concurrent updates at 1732105291577 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105291577Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732105291577Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105291578 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105291578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105291619 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105291619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105291646 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105291676 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105291676Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105292106 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105292124 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105292124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7835ab: reopening flushed file at 1732105292533 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b627bb6: reopening flushed file at 1732105292544 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c74b3a3: reopening flushed file at 1732105292549 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=97, compaction requested=false at 1732105292555 (+6 ms)Writing region close event to WAL at 1732105292556 (+1 ms)Closed at 1732105292556 2024-11-20T12:21:32,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33493 is added to blk_1073741830_1006 (size=63642) 2024-11-20T12:21:32,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c44f51-8f5f-100c-1c57-b13a39f0f9b8/MasterData/WALs/843d83d51ba0,41679,1732105259389/843d83d51ba0%2C41679%2C1732105259389.1732105261298 not finished, retry = 0 2024-11-20T12:21:32,665 INFO [M:0;843d83d51ba0:41679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:21:32,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:32,665 INFO [M:0;843d83d51ba0:41679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41679 2024-11-20T12:21:32,666 INFO [M:0;843d83d51ba0:41679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:32,831 INFO [M:0;843d83d51ba0:41679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:32,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:32,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41679-0x1015830a9490003, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:32,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:32,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:32,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:32,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:32,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:32,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:21:32,857 WARN [BP-1346537307-172.17.0.3-1732105257401 heartbeating to localhost/127.0.0.1:44979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:21:32,857 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:21:32,857 WARN [BP-1346537307-172.17.0.3-1732105257401 heartbeating to localhost/127.0.0.1:44979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1346537307-172.17.0.3-1732105257401 (Datanode Uuid 46263e0b-b18a-4d03-ba76-17c55cde045a) service to localhost/127.0.0.1:44979 2024-11-20T12:21:32,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/cluster_525e7358-675e-f801-de3f-ab8a90c05735/data/data1/current/BP-1346537307-172.17.0.3-1732105257401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:32,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/cluster_525e7358-675e-f801-de3f-ab8a90c05735/data/data2/current/BP-1346537307-172.17.0.3-1732105257401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:32,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:21:32,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:32,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:32,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:32,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:32,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19572ea9-8092-bc6c-af96-cc232e348dee/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:32,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:21:32,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:21:32,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:32,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:32,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:32,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:32,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:32,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:21:32,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=319192038, stopped=false 2024-11-20T12:21:32,887 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,39899,1732105254428 2024-11-20T12:21:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555402230/running 2024-11-20T12:21:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555402230/running 2024-11-20T12:21:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:21:32,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:21:32,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:32,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:32,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:32,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,45775,1732105254791' ***** 2024-11-20T12:21:32,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:21:32,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/running 2024-11-20T12:21:32,907 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:21:32,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:21:32,907 INFO [RS:0;843d83d51ba0:45775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:21:32,907 INFO [RS:0;843d83d51ba0:45775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:21:32,907 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:32,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Set watcher on znode that does not yet exist, /0-555402230/running 2024-11-20T12:21:32,916 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:32,916 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,45775,1732105254791 2024-11-20T12:21:32,916 INFO [RS:0;843d83d51ba0:45775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:32,916 INFO [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45775. 2024-11-20T12:21:32,916 DEBUG [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:32,916 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:32,917 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:21:32,917 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:21:32,917 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:21:32,917 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:21:32,917 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:21:32,917 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1325): Online Regions={a586eb519be05c72b293f77481cacbb0=hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0., 1588230740=hbase:meta,,1.1588230740, 563c973d543a4695622d2b5a7293550f=test,,1732105267211.563c973d543a4695622d2b5a7293550f.} 2024-11-20T12:21:32,917 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563c973d543a4695622d2b5a7293550f, a586eb519be05c72b293f77481cacbb0 2024-11-20T12:21:32,917 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a586eb519be05c72b293f77481cacbb0, disabling compactions & flushes 2024-11-20T12:21:32,917 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:32,917 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:32,918 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. after waiting 0 ms 2024-11-20T12:21:32,918 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:32,918 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a586eb519be05c72b293f77481cacbb0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T12:21:32,918 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:32,918 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:32,918 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:32,919 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:32,919 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:32,919 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:21:32,920 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:32,939 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/info/a5c6d9f748054a9e8a1aeb34b6ae0a46 is 147, key is hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0./info:regioninfo/1732105273444/Put/seqid=0 2024-11-20T12:21:32,939 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/.tmp/queue/9b848d5a69994e5ba37f28f11dae41f6 is 154, key is 1-843d83d51ba0,45775,1732105254791/queue:843d83d51ba0%2C45775%2C1732105254791/1732105287014/Put/seqid=0 2024-11-20T12:21:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:21:32,943 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/info/a5c6d9f748054a9e8a1aeb34b6ae0a46 2024-11-20T12:21:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741840_1016 (size=5353) 2024-11-20T12:21:32,952 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/.tmp/queue/9b848d5a69994e5ba37f28f11dae41f6 2024-11-20T12:21:32,958 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/.tmp/queue/9b848d5a69994e5ba37f28f11dae41f6 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/queue/9b848d5a69994e5ba37f28f11dae41f6 2024-11-20T12:21:32,965 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/queue/9b848d5a69994e5ba37f28f11dae41f6, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T12:21:32,966 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a586eb519be05c72b293f77481cacbb0 in 48ms, sequenceid=14, compaction requested=false 2024-11-20T12:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:21:32,988 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/ns/be25c50805c5433294d4c77754eb608c is 43, key is default/ns:d/1732105257305/Put/seqid=0 2024-11-20T12:21:32,993 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/replication/a586eb519be05c72b293f77481cacbb0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T12:21:32,993 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:32,993 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:21:32,993 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:32,993 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a586eb519be05c72b293f77481cacbb0: Waiting for close lock at 1732105292917Running coprocessor pre-close hooks at 1732105292917Disabling compacts and flushes for region at 1732105292917Disabling writes for close at 1732105292918 (+1 ms)Obtaining lock to block concurrent updates at 1732105292918Preparing flush snapshotting stores in a586eb519be05c72b293f77481cacbb0 at 1732105292918Finished memstore snapshotting hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732105292918Flushing stores of hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. at 1732105292919 (+1 ms)Flushing a586eb519be05c72b293f77481cacbb0/queue: creating writer at 1732105292919Flushing a586eb519be05c72b293f77481cacbb0/queue: appending metadata at 1732105292938 (+19 ms)Flushing a586eb519be05c72b293f77481cacbb0/queue: closing flushed file at 1732105292938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69eecb1c: reopening flushed file at 1732105292957 (+19 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a586eb519be05c72b293f77481cacbb0 in 48ms, sequenceid=14, compaction requested=false at 1732105292966 (+9 ms)Writing region close event to WAL at 1732105292988 (+22 ms)Running coprocessor post-close hooks at 1732105292993 (+5 ms)Closed at 1732105292993 2024-11-20T12:21:32,994 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105272684.a586eb519be05c72b293f77481cacbb0. 2024-11-20T12:21:32,994 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 563c973d543a4695622d2b5a7293550f, disabling compactions & flushes 2024-11-20T12:21:32,994 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:32,994 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:32,994 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105267211.563c973d543a4695622d2b5a7293550f. after waiting 0 ms 2024-11-20T12:21:32,994 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:32,994 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 563c973d543a4695622d2b5a7293550f 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T12:21:33,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741842_1018 (size=5153) 2024-11-20T12:21:33,020 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/ns/be25c50805c5433294d4c77754eb608c 2024-11-20T12:21:33,022 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f/f123a87803b54d2ba942f9bc13840ee6 is 37, key is row3/f:row3/1732105285437/Put/seqid=0 2024-11-20T12:21:33,046 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/rep_barrier/624e0644692145f6879106b1dc1b4b17 is 112, key is test,,1732105267211.563c973d543a4695622d2b5a7293550f./rep_barrier:seqnumDuringOpen/1732105268368/Put/seqid=0 2024-11-20T12:21:33,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741843_1019 (size=5228) 2024-11-20T12:21:33,048 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f/f123a87803b54d2ba942f9bc13840ee6 2024-11-20T12:21:33,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741844_1020 (size=5518) 2024-11-20T12:21:33,050 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/rep_barrier/624e0644692145f6879106b1dc1b4b17 2024-11-20T12:21:33,053 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f123a87803b54d2ba942f9bc13840ee6 2024-11-20T12:21:33,070 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f1/d66bd8e379c84eeab9b7e0be4144533c is 30, key is row1/f1:/1732105282268/DeleteFamily/seqid=0 2024-11-20T12:21:33,070 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/table/8371a7754c3f47ab9a582326c0bbfdde is 53, key is hbase:replication/table:state/1732105273450/Put/seqid=0 2024-11-20T12:21:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741845_1021 (size=5158) 2024-11-20T12:21:33,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:21:33,117 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:33,142 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:21:33,142 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:21:33,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,318 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:33,475 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f1/d66bd8e379c84eeab9b7e0be4144533c 2024-11-20T12:21:33,478 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/table/8371a7754c3f47ab9a582326c0bbfdde 2024-11-20T12:21:33,479 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d66bd8e379c84eeab9b7e0be4144533c 2024-11-20T12:21:33,484 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/info/a5c6d9f748054a9e8a1aeb34b6ae0a46 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/info/a5c6d9f748054a9e8a1aeb34b6ae0a46 2024-11-20T12:21:33,488 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/info/a5c6d9f748054a9e8a1aeb34b6ae0a46, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:21:33,489 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/ns/be25c50805c5433294d4c77754eb608c as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/ns/be25c50805c5433294d4c77754eb608c 2024-11-20T12:21:33,493 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/ns/be25c50805c5433294d4c77754eb608c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:21:33,495 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/norep/f720c9aa7d6d43589ff685002f7c9f8f is 32, key is row/norep:/1732105281256/DeleteFamily/seqid=0 2024-11-20T12:21:33,496 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/rep_barrier/624e0644692145f6879106b1dc1b4b17 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/rep_barrier/624e0644692145f6879106b1dc1b4b17 2024-11-20T12:21:33,500 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/rep_barrier/624e0644692145f6879106b1dc1b4b17, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:21:33,501 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/.tmp/table/8371a7754c3f47ab9a582326c0bbfdde as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/table/8371a7754c3f47ab9a582326c0bbfdde 2024-11-20T12:21:33,506 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/table/8371a7754c3f47ab9a582326c0bbfdde, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:21:33,508 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false 2024-11-20T12:21:33,508 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:21:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741847_1023 (size=5101) 2024-11-20T12:21:33,512 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/norep/f720c9aa7d6d43589ff685002f7c9f8f 2024-11-20T12:21:33,514 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:21:33,515 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:33,515 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:21:33,515 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:33,515 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105292918Running coprocessor pre-close hooks at 1732105292918Disabling compacts and flushes for region at 1732105292918Disabling writes for close at 1732105292919 (+1 ms)Obtaining lock to block concurrent updates at 1732105292919Preparing flush snapshotting stores in 1588230740 at 1732105292919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105292919Flushing stores of hbase:meta,,1.1588230740 at 1732105292919Flushing 1588230740/info: creating writer at 1732105292920 (+1 ms)Flushing 1588230740/info: appending metadata at 1732105292938 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732105292938Flushing 1588230740/ns: creating writer at 1732105292957 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732105292987 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732105292987Flushing 1588230740/rep_barrier: creating writer at 1732105293026 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105293045 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105293045Flushing 1588230740/table: creating writer at 1732105293054 (+9 ms)Flushing 1588230740/table: appending metadata at 1732105293069 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732105293069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6ec26f: reopening flushed file at 1732105293483 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fff4ef0: reopening flushed file at 1732105293488 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731db21f: reopening flushed file at 1732105293493 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172cdc91: reopening flushed file at 1732105293500 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false at 1732105293508 (+8 ms)Writing region close event to WAL at 1732105293511 (+3 ms)Running coprocessor post-close hooks at 1732105293515 (+4 ms)Closed at 1732105293515 2024-11-20T12:21:33,515 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:33,516 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f720c9aa7d6d43589ff685002f7c9f8f 2024-11-20T12:21:33,517 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f/f123a87803b54d2ba942f9bc13840ee6 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/f/f123a87803b54d2ba942f9bc13840ee6 2024-11-20T12:21:33,518 DEBUG [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1351): Waiting on 563c973d543a4695622d2b5a7293550f 2024-11-20T12:21:33,521 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f123a87803b54d2ba942f9bc13840ee6 2024-11-20T12:21:33,521 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/f/f123a87803b54d2ba942f9bc13840ee6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T12:21:33,522 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/f1/d66bd8e379c84eeab9b7e0be4144533c as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/f1/d66bd8e379c84eeab9b7e0be4144533c 2024-11-20T12:21:33,526 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d66bd8e379c84eeab9b7e0be4144533c 2024-11-20T12:21:33,526 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/f1/d66bd8e379c84eeab9b7e0be4144533c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:33,527 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/.tmp/norep/f720c9aa7d6d43589ff685002f7c9f8f as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/norep/f720c9aa7d6d43589ff685002f7c9f8f 2024-11-20T12:21:33,530 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f720c9aa7d6d43589ff685002f7c9f8f 2024-11-20T12:21:33,531 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/norep/f720c9aa7d6d43589ff685002f7c9f8f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T12:21:33,531 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 563c973d543a4695622d2b5a7293550f in 537ms, sequenceid=12, compaction requested=false 2024-11-20T12:21:33,531 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:21:33,536 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/data/default/test/563c973d543a4695622d2b5a7293550f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T12:21:33,536 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:21:33,536 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:33,536 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:33,536 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 563c973d543a4695622d2b5a7293550f: Waiting for close lock at 1732105292994Running coprocessor pre-close hooks at 1732105292994Disabling compacts and flushes for region at 1732105292994Disabling writes for close at 1732105292994Obtaining lock to block concurrent updates at 1732105292994Preparing flush snapshotting stores in 563c973d543a4695622d2b5a7293550f at 1732105292994Finished memstore snapshotting test,,1732105267211.563c973d543a4695622d2b5a7293550f., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732105292994Flushing stores of test,,1732105267211.563c973d543a4695622d2b5a7293550f. at 1732105292995 (+1 ms)Flushing 563c973d543a4695622d2b5a7293550f/f: creating writer at 1732105292995Flushing 563c973d543a4695622d2b5a7293550f/f: appending metadata at 1732105293021 (+26 ms)Flushing 563c973d543a4695622d2b5a7293550f/f: closing flushed file at 1732105293021Flushing 563c973d543a4695622d2b5a7293550f/f1: creating writer at 1732105293053 (+32 ms)Flushing 563c973d543a4695622d2b5a7293550f/f1: appending metadata at 1732105293069 (+16 ms)Flushing 563c973d543a4695622d2b5a7293550f/f1: closing flushed file at 1732105293069Flushing 563c973d543a4695622d2b5a7293550f/norep: creating writer at 1732105293480 (+411 ms)Flushing 563c973d543a4695622d2b5a7293550f/norep: appending metadata at 1732105293495 (+15 ms)Flushing 563c973d543a4695622d2b5a7293550f/norep: closing flushed file at 1732105293495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273e4ea4: reopening flushed file at 1732105293516 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fb3a9b: reopening flushed file at 1732105293521 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27bedf29: reopening flushed file at 1732105293526 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 563c973d543a4695622d2b5a7293550f in 537ms, sequenceid=12, compaction requested=false at 1732105293531 (+5 ms)Writing region close event to WAL at 1732105293533 (+2 ms)Running coprocessor post-close hooks at 1732105293536 (+3 ms)Closed at 1732105293536 2024-11-20T12:21:33,536 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105267211.563c973d543a4695622d2b5a7293550f. 2024-11-20T12:21:33,605 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 1493, reset compression=false 2024-11-20T12:21:33,610 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:33,610 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.wal-reader.843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209 to pos 2384, reset compression=false 2024-11-20T12:21:33,610 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,45775,1732105254791 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/WALs/843d83d51ba0,45775,1732105254791/843d83d51ba0%2C45775%2C1732105254791.1732105256209, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:33,611 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,45775,1732105254791: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,45775,1732105254791, walGroup=843d83d51ba0%2C45775%2C1732105254791, offset=843d83d51ba0%2C45775%2C1732105254791.1732105256209:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:45775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:21:33,612 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:21:33,612 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:21:33,613 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:21:33,613 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:21:33,613 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:21:33,613 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 717479576 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199563392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:21:33,613 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:21:33,718 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,45775,1732105254791; all regions closed. 2024-11-20T12:21:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:21:33,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741839_1015 (size=3552) 2024-11-20T12:21:33,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741832_1008 (size=2392) 2024-11-20T12:21:33,735 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:33,735 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:21:33,735 INFO [RS:0;843d83d51ba0:45775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:33,735 INFO [RS:0;843d83d51ba0:45775 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:33,735 INFO [RS:0;843d83d51ba0:45775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:33,735 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:33,736 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,45775,1732105254791 because: Region server is closing 2024-11-20T12:21:33,736 INFO [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45775. 2024-11-20T12:21:33,736 DEBUG [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:33,736 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:33,736 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:33,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:33,836 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,45775,1732105254791.replicationSource.shipper843d83d51ba0%2C45775%2C1732105254791,1-843d83d51ba0,45775,1732105254791 terminated 2024-11-20T12:21:33,836 INFO [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:45775. 2024-11-20T12:21:33,837 DEBUG [RS:0;843d83d51ba0:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:33,837 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:33,837 DEBUG [RS:0;843d83d51ba0:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:33,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:33,837 INFO [RS:0;843d83d51ba0:45775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45775 2024-11-20T12:21:33,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230/rs 2024-11-20T12:21:33,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555402230/rs/843d83d51ba0,45775,1732105254791 2024-11-20T12:21:33,857 INFO [RS:0;843d83d51ba0:45775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:33,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,45775,1732105254791] 2024-11-20T12:21:33,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-555402230/draining/843d83d51ba0,45775,1732105254791 already deleted, retry=false 2024-11-20T12:21:33,878 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,45775,1732105254791 expired; onlineServers=0 2024-11-20T12:21:33,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,39899,1732105254428' ***** 2024-11-20T12:21:33,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:21:33,879 DEBUG [M:0;843d83d51ba0:39899 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:21:33,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:21:33,879 DEBUG [M:0;843d83d51ba0:39899 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:21:33,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105256002 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105256002,5,FailOnTimeoutGroup] 2024-11-20T12:21:33,879 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105256002 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105256002,5,FailOnTimeoutGroup] 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:21:33,879 DEBUG [M:0;843d83d51ba0:39899 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:21:33,879 INFO [M:0;843d83d51ba0:39899 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:21:33,880 INFO [M:0;843d83d51ba0:39899 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:21:33,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:21:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555402230/master 2024-11-20T12:21:33,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555402230 2024-11-20T12:21:33,889 DEBUG [M:0;843d83d51ba0:39899 {}] zookeeper.ZKUtil(347): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Unable to get data of znode /0-555402230/master because node does not exist (not an error) 2024-11-20T12:21:33,889 WARN [M:0;843d83d51ba0:39899 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:21:33,890 INFO [M:0;843d83d51ba0:39899 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/.lastflushedseqids 2024-11-20T12:21:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741848_1024 (size=245) 2024-11-20T12:21:33,901 INFO [M:0;843d83d51ba0:39899 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:21:33,901 INFO [M:0;843d83d51ba0:39899 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:21:33,901 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:33,901 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:33,901 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:33,901 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:33,901 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:33,901 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T12:21:33,921 DEBUG [M:0;843d83d51ba0:39899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f847fa9cb5f43f4af0cbbc6dd57eea8 is 82, key is hbase:meta,,1/info:regioninfo/1732105257265/Put/seqid=0 2024-11-20T12:21:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741849_1025 (size=5672) 2024-11-20T12:21:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:33,968 INFO [RS:0;843d83d51ba0:45775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x1015830a9490001, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:33,968 INFO [RS:0;843d83d51ba0:45775 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,45775,1732105254791; zookeeper connection closed. 2024-11-20T12:21:33,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a77641b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a77641b 2024-11-20T12:21:33,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:21:34,325 INFO [M:0;843d83d51ba0:39899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f847fa9cb5f43f4af0cbbc6dd57eea8 2024-11-20T12:21:34,346 DEBUG [M:0;843d83d51ba0:39899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c33b6897c40e44878dcb8a0ee2a0a6a6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105268380/Put/seqid=0 2024-11-20T12:21:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741850_1026 (size=7218) 2024-11-20T12:21:34,750 INFO [M:0;843d83d51ba0:39899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c33b6897c40e44878dcb8a0ee2a0a6a6 2024-11-20T12:21:34,754 INFO [M:0;843d83d51ba0:39899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c33b6897c40e44878dcb8a0ee2a0a6a6 2024-11-20T12:21:34,769 DEBUG [M:0;843d83d51ba0:39899 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23dafeb6cc01487586a82674a5193c89 is 69, key is 843d83d51ba0,45775,1732105254791/rs:state/1732105256065/Put/seqid=0 2024-11-20T12:21:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741851_1027 (size=5156) 2024-11-20T12:21:35,178 INFO [M:0;843d83d51ba0:39899 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23dafeb6cc01487586a82674a5193c89 2024-11-20T12:21:35,183 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f847fa9cb5f43f4af0cbbc6dd57eea8 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f847fa9cb5f43f4af0cbbc6dd57eea8 2024-11-20T12:21:35,186 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f847fa9cb5f43f4af0cbbc6dd57eea8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T12:21:35,187 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c33b6897c40e44878dcb8a0ee2a0a6a6 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c33b6897c40e44878dcb8a0ee2a0a6a6 2024-11-20T12:21:35,190 INFO [M:0;843d83d51ba0:39899 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c33b6897c40e44878dcb8a0ee2a0a6a6 2024-11-20T12:21:35,190 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c33b6897c40e44878dcb8a0ee2a0a6a6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T12:21:35,191 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23dafeb6cc01487586a82674a5193c89 as hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23dafeb6cc01487586a82674a5193c89 2024-11-20T12:21:35,195 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43651/user/jenkins/test-data/5f5f1fc9-62fa-07e0-3625-cd9616ac0c50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23dafeb6cc01487586a82674a5193c89, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T12:21:35,195 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-20T12:21:35,196 INFO [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:35,196 DEBUG [M:0;843d83d51ba0:39899 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105293901Disabling compacts and flushes for region at 1732105293901Disabling writes for close at 1732105293901Obtaining lock to block concurrent updates at 1732105293901Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105293901Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732105293902 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105293903 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105293903Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105293920 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105293920Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105294329 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105294346 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105294346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105294754 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105294768 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105294768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14758b18: reopening flushed file at 1732105295182 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2071e7cb: reopening flushed file at 1732105295187 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59263183: reopening flushed file at 1732105295190 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1732105295195 (+5 ms)Writing region close event to WAL at 1732105295196 (+1 ms)Closed at 1732105295196 2024-11-20T12:21:35,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741830_1006 (size=64423) 2024-11-20T12:21:35,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:21:35,199 INFO [M:0;843d83d51ba0:39899 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:21:35,199 INFO [M:0;843d83d51ba0:39899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39899 2024-11-20T12:21:35,199 INFO [M:0;843d83d51ba0:39899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:21:35,368 INFO [M:0;843d83d51ba0:39899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:21:35,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:35,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39899-0x1015830a9490000, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:21:35,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:35,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:35,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:35,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:35,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:35,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:21:35,372 WARN [BP-387743917-172.17.0.3-1732105252274 heartbeating to localhost/127.0.0.1:43651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:21:35,372 WARN [BP-387743917-172.17.0.3-1732105252274 heartbeating to localhost/127.0.0.1:43651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-387743917-172.17.0.3-1732105252274 (Datanode Uuid 7287c8c7-fadf-432b-9cee-a592e187fb86) service to localhost/127.0.0.1:43651 2024-11-20T12:21:35,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:21:35,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/data/data1/current/BP-387743917-172.17.0.3-1732105252274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:35,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/cluster_8ed5e4a2-ce1d-2270-93fc-ff818a4cf41a/data/data2/current/BP-387743917-172.17.0.3-1732105252274 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:21:35,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:21:35,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:35,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:21:35,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:21:35,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:21:35,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f567659-8f21-36e4-a5d0-86f9088593d5/hadoop.log.dir/,STOPPED} 2024-11-20T12:21:35,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:21:35,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:21:35,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 261) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43651 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42073 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44979 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-19 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5366 (was 5669) 2024-11-20T12:21:35,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=5366 2024-11-20T12:21:35,441 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T12:21:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir so I do NOT create it in target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341 2024-11-20T12:21:35,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:21:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.tmp.dir so I do NOT create it in target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341 2024-11-20T12:21:35,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5b2a3ec-01ba-1b40-f1ea-962919743d29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:21:35,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341 2024-11-20T12:21:35,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9, deleteOnExit=true 2024-11-20T12:21:35,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/zookeeper_0, clientPort=55792, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:21:35,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55792 2024-11-20T12:21:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:21:35,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/test.cache.data in system properties and HBase conf 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:21:35,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:21:35,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:21:35,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:21:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015830a9490008, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:21:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015830a9490005, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:21:35,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015830a9490002, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:21:35,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015830a9490005, quorum=127.0.0.1:63785, baseZNode=/11848934000 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:21:35,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015830a9490008, quorum=127.0.0.1:63785, baseZNode=/21201856053 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:21:35,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015830a9490002, quorum=127.0.0.1:63785, baseZNode=/0-555402230 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:21:35,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:35,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:35,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:35,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:35,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:21:35,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:35,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:35,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:36,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b81d212{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/java.io.tmpdir/jetty-localhost-43327-hadoop-hdfs-3_4_1-tests_jar-_-any-8063427021006220194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:36,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:43327} 2024-11-20T12:21:36,046 INFO [Time-limited test {}] server.Server(415): Started @277462ms 2024-11-20T12:21:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:21:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:21:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:21:36,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:36,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:36,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:36,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:36,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:36,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:21:36,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:36,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:36,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/java.io.tmpdir/jetty-localhost-46653-hadoop-hdfs-3_4_1-tests_jar-_-any-4219630863403264812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:36,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:46653} 2024-11-20T12:21:36,623 INFO [Time-limited test {}] server.Server(415): Started @278039ms 2024-11-20T12:21:36,625 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:21:37,537 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/data/data1/current/BP-1411032872-172.17.0.3-1732105295496/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:37,537 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/data/data2/current/BP-1411032872-172.17.0.3-1732105295496/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:37,587 WARN [Thread-3433 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:21:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd204d43568b6b35c with lease ID 0x8e0475cb50915964: Processing first storage report for DS-d1c97e3f-07b9-4001-b208-d17a88c55083 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=c1adf477-9900-4f6c-90d2-b112ae7d2137, infoPort=34315, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=483035945;c=1732105295496) 2024-11-20T12:21:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd204d43568b6b35c with lease ID 0x8e0475cb50915964: from storage DS-d1c97e3f-07b9-4001-b208-d17a88c55083 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=c1adf477-9900-4f6c-90d2-b112ae7d2137, infoPort=34315, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=483035945;c=1732105295496), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd204d43568b6b35c with lease ID 0x8e0475cb50915964: Processing first storage report for DS-85d9bd09-6e7e-4f9d-b431-5e9a66b12c77 from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=c1adf477-9900-4f6c-90d2-b112ae7d2137, infoPort=34315, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=483035945;c=1732105295496) 2024-11-20T12:21:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd204d43568b6b35c with lease ID 0x8e0475cb50915964: from storage DS-85d9bd09-6e7e-4f9d-b431-5e9a66b12c77 node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=c1adf477-9900-4f6c-90d2-b112ae7d2137, infoPort=34315, infoSecurePort=0, ipcPort=32901, storageInfo=lv=-57;cid=testClusterID;nsid=483035945;c=1732105295496), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:37,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341 2024-11-20T12:21:37,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:21:37,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024 with version=8 2024-11-20T12:21:37,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/hbase-staging 2024-11-20T12:21:37,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:37,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:37,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:37,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:21:37,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:37,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46541 2024-11-20T12:21:37,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46541 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:37,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465410x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:37,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46541-0x101583152110000 connected 2024-11-20T12:21:37,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/running 2024-11-20T12:21:37,900 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024, hbase.cluster.distributed=false 2024-11-20T12:21:37,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/acl 2024-11-20T12:21:37,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-20T12:21:37,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46541 2024-11-20T12:21:37,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46541 2024-11-20T12:21:37,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-20T12:21:37,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46541 2024-11-20T12:21:37,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:21:37,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:37,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34817 2024-11-20T12:21:37,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34817 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:37,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:37,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348170x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/running 2024-11-20T12:21:37,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:21:37,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348170x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:37,950 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:21:37,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348170x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/master 2024-11-20T12:21:37,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348170x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/acl 2024-11-20T12:21:37,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34817-0x101583152110001 connected 2024-11-20T12:21:37,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-20T12:21:37,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34817 2024-11-20T12:21:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34817 2024-11-20T12:21:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-20T12:21:37,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-20T12:21:37,970 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:46541 2024-11-20T12:21:37,970 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0290297915/backup-masters/843d83d51ba0,46541,1732105297668 2024-11-20T12:21:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/backup-masters 2024-11-20T12:21:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/backup-masters 2024-11-20T12:21:37,985 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on existing znode=/0290297915/backup-masters/843d83d51ba0,46541,1732105297668 2024-11-20T12:21:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0290297915/master 2024-11-20T12:21:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:37,995 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on existing znode=/0290297915/master 2024-11-20T12:21:37,995 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0290297915/backup-masters/843d83d51ba0,46541,1732105297668 from backup master directory 2024-11-20T12:21:38,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/backup-masters 2024-11-20T12:21:38,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0290297915/backup-masters/843d83d51ba0,46541,1732105297668 2024-11-20T12:21:38,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/backup-masters 2024-11-20T12:21:38,005 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:38,005 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,46541,1732105297668 2024-11-20T12:21:38,010 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/hbase.id] with ID: 53c6ba05-25a8-4a2c-b655-52b2f23c0cad 2024-11-20T12:21:38,010 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/.tmp/hbase.id 2024-11-20T12:21:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:21:38,416 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/.tmp/hbase.id]:[hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/hbase.id] 2024-11-20T12:21:38,425 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:38,425 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:21:38,426 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:21:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:21:38,507 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:38,509 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:21:38,510 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:21:38,527 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store 2024-11-20T12:21:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:38,537 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:38,537 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:38,537 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105298537Disabling compacts and flushes for region at 1732105298537Disabling writes for close at 1732105298537Writing region close event to WAL at 1732105298537Closed at 1732105298537 2024-11-20T12:21:38,538 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/.initializing 2024-11-20T12:21:38,538 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/WALs/843d83d51ba0,46541,1732105297668 2024-11-20T12:21:38,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:38,541 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C46541%2C1732105297668, suffix=, logDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/WALs/843d83d51ba0,46541,1732105297668, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/oldWALs, maxLogs=10 2024-11-20T12:21:38,562 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/WALs/843d83d51ba0,46541,1732105297668/843d83d51ba0%2C46541%2C1732105297668.1732105298541, exclude list is [], retry=0 2024-11-20T12:21:38,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-d1c97e3f-07b9-4001-b208-d17a88c55083,DISK] 2024-11-20T12:21:38,574 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/WALs/843d83d51ba0,46541,1732105297668/843d83d51ba0%2C46541%2C1732105297668.1732105298541 2024-11-20T12:21:38,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-11-20T12:21:38,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:38,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:38,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,575 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:21:38,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:38,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:21:38,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:38,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:21:38,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:38,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:21:38,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:38,599 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,600 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,600 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,601 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,601 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,601 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:38,602 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:38,603 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:38,604 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64212771, jitterRate=-0.04315514862537384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:38,604 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105298575Initializing all the Stores at 1732105298576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105298576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105298584 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105298584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105298584Cleaning up temporary data from old regions at 1732105298601 (+17 ms)Region opened successfully at 1732105298604 (+3 ms) 2024-11-20T12:21:38,604 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:21:38,606 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9423702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:38,610 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:21:38,610 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:21:38,610 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:21:38,610 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:21:38,611 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:21:38,611 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:21:38,611 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:21:38,628 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:21:38,629 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Unable to get data of znode /0290297915/balancer because node does not exist (not necessarily an error) 2024-11-20T12:21:38,678 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/balancer already deleted, retry=false 2024-11-20T12:21:38,678 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:21:38,679 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Unable to get data of znode /0290297915/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:21:38,688 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/normalizer already deleted, retry=false 2024-11-20T12:21:38,689 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:21:38,690 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Unable to get data of znode /0290297915/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:21:38,699 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/switch/split already deleted, retry=false 2024-11-20T12:21:38,702 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Unable to get data of znode /0290297915/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:21:38,709 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/switch/merge already deleted, retry=false 2024-11-20T12:21:38,713 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Unable to get data of znode /0290297915/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:21:38,726 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/snapshot-cleanup already deleted, retry=false 2024-11-20T12:21:38,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0290297915/running 2024-11-20T12:21:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0290297915/running 2024-11-20T12:21:38,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,738 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,46541,1732105297668, sessionid=0x101583152110000, setting cluster-up flag (Was=false) 2024-11-20T12:21:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,789 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0290297915/flush-table-proc/acquired, /0290297915/flush-table-proc/reached, /0290297915/flush-table-proc/abort 2024-11-20T12:21:38,791 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,46541,1732105297668 2024-11-20T12:21:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:38,921 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0290297915/online-snapshot/acquired, /0290297915/online-snapshot/reached, /0290297915/online-snapshot/abort 2024-11-20T12:21:38,922 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,46541,1732105297668 2024-11-20T12:21:38,933 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:21:38,937 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:38,937 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:21:38,937 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:21:38,938 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 843d83d51ba0,34699,1732105162599: status=Processing ServerCrashProcedure of 843d83d51ba0,34699,1732105162599 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732105177965, completionTime=-1 appears to have been leaked 2024-11-20T12:21:38,938 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,46541,1732105297668 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:38,940 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:38,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:38,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:21:38,947 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:21:38,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105328951 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:21:38,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:38,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:21:38,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:21:38,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:21:38,953 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:21:38,954 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105298954,5,FailOnTimeoutGroup] 2024-11-20T12:21:38,954 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105298954,5,FailOnTimeoutGroup] 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:38,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:38,956 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(746): ClusterId : 53c6ba05-25a8-4a2c-b655-52b2f23c0cad 2024-11-20T12:21:38,956 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:21:38,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:21:38,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:21:38,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024 2024-11-20T12:21:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:21:38,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:38,984 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:21:38,984 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:21:38,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:38,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:38,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:38,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:38,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:38,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:38,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:38,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:38,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:38,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:38,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:38,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:38,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:38,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:38,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740 2024-11-20T12:21:38,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740 2024-11-20T12:21:38,994 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:21:38,995 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1a1b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:38,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:38,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:38,996 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:38,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:39,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:39,009 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74900306, jitterRate=0.11610153317451477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:39,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105298978Initializing all the Stores at 1732105298979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105298979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105298984 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105298984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105298984Cleaning up temporary data from old regions at 1732105298995 (+11 ms)Region opened successfully at 1732105299010 (+15 ms) 2024-11-20T12:21:39,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:39,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:39,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:39,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:39,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:39,018 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:34817 2024-11-20T12:21:39,018 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:21:39,018 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:21:39,018 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:21:39,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:39,019 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,46541,1732105297668 with port=34817, startcode=1732105297930 2024-11-20T12:21:39,019 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:21:39,019 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:39,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105299010Disabling compacts and flushes for region at 1732105299010Disabling writes for close at 1732105299010Writing region close event to WAL at 1732105299019 (+9 ms)Closed at 1732105299019 2024-11-20T12:21:39,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:39,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:21:39,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:21:39,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:39,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:21:39,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,041 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:21:39,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46541 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46541 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,043 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024 2024-11-20T12:21:39,043 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38713 2024-11-20T12:21:39,043 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:21:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/rs 2024-11-20T12:21:39,053 DEBUG [RS:0;843d83d51ba0:34817 {}] zookeeper.ZKUtil(111): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on existing znode=/0290297915/rs/843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,053 WARN [RS:0;843d83d51ba0:34817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:39,053 INFO [RS:0;843d83d51ba0:34817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:39,053 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,34817,1732105297930] 2024-11-20T12:21:39,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,103 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:21:39,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:39,136 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:21:39,145 INFO [RS:0;843d83d51ba0:34817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:21:39,145 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,156 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:21:39,158 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:21:39,158 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:39,158 DEBUG [RS:0;843d83d51ba0:34817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:39,175 WARN [843d83d51ba0:46541 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,183 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34817,1732105297930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:39,201 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:21:39,201 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34817,1732105297930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,201 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,201 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.Replication(171): 843d83d51ba0,34817,1732105297930 started 2024-11-20T12:21:39,218 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,218 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,34817,1732105297930, RpcServer on 843d83d51ba0/172.17.0.3:34817, sessionid=0x101583152110001 2024-11-20T12:21:39,218 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:21:39,218 DEBUG [RS:0;843d83d51ba0:34817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,218 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34817,1732105297930' 2024-11-20T12:21:39,218 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0290297915/flush-table-proc/abort' 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0290297915/flush-table-proc/acquired' 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34817,1732105297930' 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0290297915/online-snapshot/abort' 2024-11-20T12:21:39,219 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0290297915/online-snapshot/acquired' 2024-11-20T12:21:39,220 DEBUG [RS:0;843d83d51ba0:34817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:21:39,220 INFO [RS:0;843d83d51ba0:34817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:21:39,220 INFO [RS:0;843d83d51ba0:34817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:21:39,320 INFO [RS:0;843d83d51ba0:34817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:39,321 INFO [RS:0;843d83d51ba0:34817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34817%2C1732105297930, suffix=, logDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/oldWALs, maxLogs=10 2024-11-20T12:21:39,340 DEBUG [RS:0;843d83d51ba0:34817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, exclude list is [], retry=0 2024-11-20T12:21:39,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-d1c97e3f-07b9-4001-b208-d17a88c55083,DISK] 2024-11-20T12:21:39,344 INFO [RS:0;843d83d51ba0:34817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 2024-11-20T12:21:39,348 DEBUG [RS:0;843d83d51ba0:34817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-11-20T12:21:39,425 DEBUG [843d83d51ba0:46541 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:21:39,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34817,1732105297930, state=OPENING 2024-11-20T12:21:39,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:21:39,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:39,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:39,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0290297915/meta-region-server: CHANGED 2024-11-20T12:21:39,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0290297915/meta-region-server: CHANGED 2024-11-20T12:21:39,521 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:39,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34817,1732105297930}] 2024-11-20T12:21:39,673 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:39,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:21:39,677 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:21:39,677 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:39,677 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:21:39,678 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34817%2C1732105297930.meta, suffix=.meta, logDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/oldWALs, maxLogs=10 2024-11-20T12:21:39,694 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.meta.1732105299679.meta, exclude list is [], retry=0 2024-11-20T12:21:39,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-d1c97e3f-07b9-4001-b208-d17a88c55083,DISK] 2024-11-20T12:21:39,698 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.meta.1732105299679.meta 2024-11-20T12:21:39,698 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-11-20T12:21:39,698 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:39,698 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:21:39,699 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:21:39,699 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:21:39,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:39,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:39,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:39,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:39,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:39,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:39,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:39,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:39,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:39,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:39,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:39,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:39,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:39,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:39,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:39,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:39,704 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:39,704 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740 2024-11-20T12:21:39,705 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740 2024-11-20T12:21:39,705 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:39,705 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:39,706 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:39,706 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:39,707 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59673797, jitterRate=-0.11079113185405731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:39,707 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:21:39,707 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105299699Writing region info on filesystem at 1732105299699Initializing all the Stores at 1732105299700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105299700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105299700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105299700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105299700Cleaning up temporary data from old regions at 1732105299705 (+5 ms)Running coprocessor post-open hooks at 1732105299707 (+2 ms)Region opened successfully at 1732105299707 2024-11-20T12:21:39,708 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105299673 2024-11-20T12:21:39,709 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:21:39,710 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:21:39,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,711 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34817,1732105297930, state=OPEN 2024-11-20T12:21:39,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0290297915/meta-region-server 2024-11-20T12:21:39,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0290297915/meta-region-server 2024-11-20T12:21:39,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:39,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0290297915/meta-region-server: CHANGED 2024-11-20T12:21:39,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0290297915/meta-region-server: CHANGED 2024-11-20T12:21:39,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:21:39,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34817,1732105297930 in 226 msec 2024-11-20T12:21:39,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:21:39,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-20T12:21:39,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:39,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:21:39,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:39,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34817,1732105297930, seqNum=-1] 2024-11-20T12:21:39,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:39,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:39,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 820 msec 2024-11-20T12:21:39,757 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105299757, completionTime=-1 2024-11-20T12:21:39,757 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:21:39,757 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105359759 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105419759 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:46541, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,759 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,761 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:21:39,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.756sec 2024-11-20T12:21:39,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:21:39,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:21:39,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:21:39,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:21:39,763 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:21:39,763 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:39,763 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:21:39,764 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:21:39,764 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:21:39,764 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46541,1732105297668-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:39,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:39,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46541,-1 for getting cluster id 2024-11-20T12:21:39,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:39,858 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53c6ba05-25a8-4a2c-b655-52b2f23c0cad' 2024-11-20T12:21:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53c6ba05-25a8-4a2c-b655-52b2f23c0cad" 2024-11-20T12:21:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8da07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46541,-1] 2024-11-20T12:21:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:39,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:39,859 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:39,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:39,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34817,1732105297930, seqNum=-1] 2024-11-20T12:21:39,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:39,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,46541,1732105297668 2024-11-20T12:21:39,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:39,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101583152110002 connected 2024-11-20T12:21:39,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir so I do NOT create it in target/test-data/21316566-8b30-b618-a146-e722b162b0e7 2024-11-20T12:21:39,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:21:39,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.tmp.dir so I do NOT create it in target/test-data/21316566-8b30-b618-a146-e722b162b0e7 2024-11-20T12:21:39,901 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:21:39,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7 2024-11-20T12:21:39,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/cluster_f79ff0b7-32a7-7873-8e7c-686414da04ae, deleteOnExit=true 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/test.cache.data in system properties and HBase conf 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:21:39,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:21:39,902 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:21:39,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:21:40,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:40,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:40,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:40,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:40,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:21:40,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:40,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:40,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:40,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fb63e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/java.io.tmpdir/jetty-localhost-44451-hadoop-hdfs-3_4_1-tests_jar-_-any-7470393146457594292/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:40,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:44451} 2024-11-20T12:21:40,334 INFO [Time-limited test {}] server.Server(415): Started @281750ms 2024-11-20T12:21:40,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:40,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:40,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:40,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:40,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:21:40,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:40,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:41,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e55eb3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/java.io.tmpdir/jetty-localhost-37663-hadoop-hdfs-3_4_1-tests_jar-_-any-15440232050651797471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:41,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:37663} 2024-11-20T12:21:41,081 INFO [Time-limited test {}] server.Server(415): Started @282497ms 2024-11-20T12:21:41,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:21:41,963 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/cluster_f79ff0b7-32a7-7873-8e7c-686414da04ae/data/data1/current/BP-964666509-172.17.0.3-1732105299923/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:41,963 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/cluster_f79ff0b7-32a7-7873-8e7c-686414da04ae/data/data2/current/BP-964666509-172.17.0.3-1732105299923/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:41,987 WARN [Thread-3554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:21:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ff769ae70faa07 with lease ID 0xa75212688d00b88f: Processing first storage report for DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=b74bdc37-35a6-475c-9f97-746ec4ec4a6a, infoPort=42411, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=367703076;c=1732105299923) 2024-11-20T12:21:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ff769ae70faa07 with lease ID 0xa75212688d00b88f: from storage DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=b74bdc37-35a6-475c-9f97-746ec4ec4a6a, infoPort=42411, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=367703076;c=1732105299923), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T12:21:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34ff769ae70faa07 with lease ID 0xa75212688d00b88f: Processing first storage report for DS-c16159b7-3530-47ff-aba7-33f932404f4f from datanode DatanodeRegistration(127.0.0.1:42045, datanodeUuid=b74bdc37-35a6-475c-9f97-746ec4ec4a6a, infoPort=42411, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=367703076;c=1732105299923) 2024-11-20T12:21:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34ff769ae70faa07 with lease ID 0xa75212688d00b88f: from storage DS-c16159b7-3530-47ff-aba7-33f932404f4f node DatanodeRegistration(127.0.0.1:42045, datanodeUuid=b74bdc37-35a6-475c-9f97-746ec4ec4a6a, infoPort=42411, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=367703076;c=1732105299923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:42,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7 2024-11-20T12:21:42,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:42,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:21:42,418 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a with version=8 2024-11-20T12:21:42,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/hbase-staging 2024-11-20T12:21:42,420 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:42,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:42,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42611 2024-11-20T12:21:42,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42611 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:42,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426110x0, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:42,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42611-0x101583152110003 connected 2024-11-20T12:21:43,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:43,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:43,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/running 2024-11-20T12:21:43,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a, hbase.cluster.distributed=false 2024-11-20T12:21:43,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/acl 2024-11-20T12:21:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42611 2024-11-20T12:21:43,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42611 2024-11-20T12:21:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42611 2024-11-20T12:21:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42611 2024-11-20T12:21:43,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42611 2024-11-20T12:21:43,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:43,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36999 2024-11-20T12:21:43,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36999 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:43,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:43,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369990x0, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:43,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369990x0, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/running 2024-11-20T12:21:43,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36999-0x101583152110004 connected 2024-11-20T12:21:43,311 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:21:43,311 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:21:43,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/master 2024-11-20T12:21:43,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/acl 2024-11-20T12:21:43,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-20T12:21:43,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36999 2024-11-20T12:21:43,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36999 2024-11-20T12:21:43,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-20T12:21:43,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36999 2024-11-20T12:21:43,336 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:42611 2024-11-20T12:21:43,337 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1582403340/backup-masters/843d83d51ba0,42611,1732105302420 2024-11-20T12:21:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/backup-masters 2024-11-20T12:21:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/backup-masters 2024-11-20T12:21:43,409 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on existing znode=/1582403340/backup-masters/843d83d51ba0,42611,1732105302420 2024-11-20T12:21:43,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582403340/master 2024-11-20T12:21:43,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:43,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:43,489 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on existing znode=/1582403340/master 2024-11-20T12:21:43,489 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1582403340/backup-masters/843d83d51ba0,42611,1732105302420 from backup master directory 2024-11-20T12:21:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/backup-masters 2024-11-20T12:21:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582403340/backup-masters/843d83d51ba0,42611,1732105302420 2024-11-20T12:21:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/backup-masters 2024-11-20T12:21:43,574 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:43,574 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,42611,1732105302420 2024-11-20T12:21:43,577 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/hbase.id] with ID: fdec9779-97c5-4d43-b4d2-ee8204046961 2024-11-20T12:21:43,577 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/.tmp/hbase.id 2024-11-20T12:21:43,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:21:43,985 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/.tmp/hbase.id]:[hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/hbase.id] 2024-11-20T12:21:43,998 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:43,999 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:21:43,999 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T12:21:44,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:44,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:21:44,465 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:44,466 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:21:44,466 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:21:44,477 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store 2024-11-20T12:21:44,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:44,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:44,886 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:44,886 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105304886Disabling compacts and flushes for region at 1732105304886Disabling writes for close at 1732105304886Writing region close event to WAL at 1732105304886Closed at 1732105304886 2024-11-20T12:21:44,887 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/.initializing 2024-11-20T12:21:44,887 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/WALs/843d83d51ba0,42611,1732105302420 2024-11-20T12:21:44,888 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:44,889 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C42611%2C1732105302420, suffix=, logDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/WALs/843d83d51ba0,42611,1732105302420, archiveDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/oldWALs, maxLogs=10 2024-11-20T12:21:44,906 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/WALs/843d83d51ba0,42611,1732105302420/843d83d51ba0%2C42611%2C1732105302420.1732105304889, exclude list is [], retry=0 2024-11-20T12:21:44,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb,DISK] 2024-11-20T12:21:44,911 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/WALs/843d83d51ba0,42611,1732105302420/843d83d51ba0%2C42611%2C1732105302420.1732105304889 2024-11-20T12:21:44,911 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42411:42411)] 2024-11-20T12:21:44,911 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:44,912 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:44,912 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,912 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:21:44,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:44,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:44,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:21:44,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:44,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:44,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:21:44,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:44,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:44,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:21:44,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:44,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:44,919 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,919 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,920 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,920 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,920 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,921 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:44,922 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:44,924 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:44,924 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67742860, jitterRate=0.009447276592254639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:44,924 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105304912Initializing all the Stores at 1732105304912Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105304912Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105304914 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105304914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105304914Cleaning up temporary data from old regions at 1732105304920 (+6 ms)Region opened successfully at 1732105304924 (+4 ms) 2024-11-20T12:21:44,928 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:21:44,930 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151947e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:44,931 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:21:44,931 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:21:44,931 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:21:44,931 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:21:44,932 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:21:44,932 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:21:44,932 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:21:44,935 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:21:44,935 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/balancer because node does not exist (not necessarily an error) 2024-11-20T12:21:44,946 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/balancer already deleted, retry=false 2024-11-20T12:21:44,947 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:21:44,947 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:21:44,962 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/normalizer already deleted, retry=false 2024-11-20T12:21:44,962 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:21:44,963 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:21:44,983 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/switch/split already deleted, retry=false 2024-11-20T12:21:44,984 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:21:45,004 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/switch/merge already deleted, retry=false 2024-11-20T12:21:45,006 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:21:45,014 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/snapshot-cleanup already deleted, retry=false 2024-11-20T12:21:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582403340/running 2024-11-20T12:21:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1582403340/running 2024-11-20T12:21:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,026 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,42611,1732105302420, sessionid=0x101583152110003, setting cluster-up flag (Was=false) 2024-11-20T12:21:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,088 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1582403340/flush-table-proc/acquired, /1582403340/flush-table-proc/reached, /1582403340/flush-table-proc/abort 2024-11-20T12:21:45,089 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,42611,1732105302420 2024-11-20T12:21:45,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,151 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1582403340/online-snapshot/acquired, /1582403340/online-snapshot/reached, /1582403340/online-snapshot/abort 2024-11-20T12:21:45,152 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,42611,1732105302420 2024-11-20T12:21:45,156 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:21:45,161 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:45,162 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:21:45,162 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:21:45,162 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,42611,1732105302420 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:45,164 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,167 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105335167 2024-11-20T12:21:45,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:45,167 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:21:45,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:21:45,168 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:21:45,172 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:21:45,172 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:21:45,172 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:21:45,173 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:21:45,182 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:21:45,182 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:21:45,182 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105305182,5,FailOnTimeoutGroup] 2024-11-20T12:21:45,183 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105305182,5,FailOnTimeoutGroup] 2024-11-20T12:21:45,184 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,184 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:21:45,184 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,184 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:21:45,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:45,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:21:45,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a 2024-11-20T12:21:45,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,247 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(746): ClusterId : fdec9779-97c5-4d43-b4d2-ee8204046961 2024-11-20T12:21:45,247 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:21:45,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:21:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:45,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:45,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:45,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,268 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:21:45,268 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:21:45,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:45,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:45,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:45,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:45,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:45,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:45,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:45,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740 2024-11-20T12:21:45,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740 2024-11-20T12:21:45,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:45,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:45,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:45,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:45,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:45,281 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64299247, jitterRate=-0.04186655580997467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105305264Initializing all the Stores at 1732105305264Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305266 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105305266Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305266Cleaning up temporary data from old regions at 1732105305274 (+8 ms)Region opened successfully at 1732105305281 (+7 ms) 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:45,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:45,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:45,282 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:45,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105305281Disabling compacts and flushes for region at 1732105305281Disabling writes for close at 1732105305281Writing region close event to WAL at 1732105305282 (+1 ms)Closed at 1732105305282 2024-11-20T12:21:45,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:45,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:21:45,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:21:45,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:45,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:21:45,289 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:21:45,289 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f017da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:45,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:21:45,307 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:36999 2024-11-20T12:21:45,307 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:21:45,307 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:21:45,307 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:21:45,308 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,42611,1732105302420 with port=36999, startcode=1732105303167 2024-11-20T12:21:45,308 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:21:45,309 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:21:45,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42611 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,311 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a 2024-11-20T12:21:45,311 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40515 2024-11-20T12:21:45,311 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:21:45,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/rs 2024-11-20T12:21:45,331 DEBUG [RS:0;843d83d51ba0:36999 {}] zookeeper.ZKUtil(111): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on existing znode=/1582403340/rs/843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,331 WARN [RS:0;843d83d51ba0:36999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:45,331 INFO [RS:0;843d83d51ba0:36999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:45,331 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,36999,1732105303167] 2024-11-20T12:21:45,334 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:21:45,336 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:21:45,340 INFO [RS:0;843d83d51ba0:36999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:21:45,340 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,340 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:21:45,341 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:21:45,341 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,341 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,342 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:45,342 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:45,342 DEBUG [RS:0;843d83d51ba0:36999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,344 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36999,1732105303167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:45,361 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:21:45,361 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36999,1732105303167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,361 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,362 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.Replication(171): 843d83d51ba0,36999,1732105303167 started 2024-11-20T12:21:45,380 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,380 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,36999,1732105303167, RpcServer on 843d83d51ba0/172.17.0.3:36999, sessionid=0x101583152110004 2024-11-20T12:21:45,380 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:21:45,380 DEBUG [RS:0;843d83d51ba0:36999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,380 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36999,1732105303167' 2024-11-20T12:21:45,380 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1582403340/flush-table-proc/abort' 2024-11-20T12:21:45,380 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1582403340/flush-table-proc/acquired' 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,36999,1732105303167' 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1582403340/online-snapshot/abort' 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1582403340/online-snapshot/acquired' 2024-11-20T12:21:45,381 DEBUG [RS:0;843d83d51ba0:36999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:21:45,381 INFO [RS:0;843d83d51ba0:36999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:21:45,381 INFO [RS:0;843d83d51ba0:36999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:21:45,435 WARN [843d83d51ba0:42611 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:21:45,482 INFO [RS:0;843d83d51ba0:36999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:45,485 INFO [RS:0;843d83d51ba0:36999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36999%2C1732105303167, suffix=, logDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167, archiveDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/oldWALs, maxLogs=10 2024-11-20T12:21:45,506 DEBUG [RS:0;843d83d51ba0:36999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, exclude list is [], retry=0 2024-11-20T12:21:45,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb,DISK] 2024-11-20T12:21:45,514 INFO [RS:0;843d83d51ba0:36999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 2024-11-20T12:21:45,514 DEBUG [RS:0;843d83d51ba0:36999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42411:42411)] 2024-11-20T12:21:45,685 DEBUG [843d83d51ba0:42611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:21:45,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36999,1732105303167, state=OPENING 2024-11-20T12:21:45,722 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:21:45,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582403340/meta-region-server: CHANGED 2024-11-20T12:21:45,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:45,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582403340/meta-region-server: CHANGED 2024-11-20T12:21:45,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:45,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36999,1732105303167}] 2024-11-20T12:21:45,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:45,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:21:45,900 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:21:45,900 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:45,900 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:21:45,902 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36999%2C1732105303167.meta, suffix=.meta, logDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167, archiveDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/oldWALs, maxLogs=10 2024-11-20T12:21:45,917 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.meta.1732105305902.meta, exclude list is [], retry=0 2024-11-20T12:21:45,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb,DISK] 2024-11-20T12:21:45,920 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.meta.1732105305902.meta 2024-11-20T12:21:45,920 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42411:42411)] 2024-11-20T12:21:45,920 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:45,921 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:21:45,921 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:21:45,921 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:21:45,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:45,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:45,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:45,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:45,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:45,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:45,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:45,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:45,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:45,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:45,925 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:45,926 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740 2024-11-20T12:21:45,926 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740 2024-11-20T12:21:45,927 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:45,927 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:45,928 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:45,928 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:45,929 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69498732, jitterRate=0.03561180830001831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:45,929 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:21:45,929 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105305921Writing region info on filesystem at 1732105305921Initializing all the Stores at 1732105305922 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305922Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305922Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105305922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105305922Cleaning up temporary data from old regions at 1732105305927 (+5 ms)Running coprocessor post-open hooks at 1732105305929 (+2 ms)Region opened successfully at 1732105305929 2024-11-20T12:21:45,930 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105305896 2024-11-20T12:21:45,931 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:21:45,931 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:21:45,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,36999,1732105303167, state=OPEN 2024-11-20T12:21:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1582403340/meta-region-server 2024-11-20T12:21:45,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1582403340/meta-region-server 2024-11-20T12:21:45,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:45,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582403340/meta-region-server: CHANGED 2024-11-20T12:21:45,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1582403340/meta-region-server: CHANGED 2024-11-20T12:21:45,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:21:45,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,36999,1732105303167 in 198 msec 2024-11-20T12:21:45,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:21:45,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-20T12:21:45,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:45,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:21:45,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:45,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36999,1732105303167, seqNum=-1] 2024-11-20T12:21:45,945 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:45,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:45,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-20T12:21:45,950 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105305949, completionTime=-1 2024-11-20T12:21:45,950 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:21:45,950 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105365951 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105425951 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:42611, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,951 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,952 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:45,953 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.380sec 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:45,954 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:21:45,956 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:21:45,956 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:21:45,956 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,42611,1732105302420-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:46,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:46,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:46,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:46,036 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f84248c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:46,038 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:46,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:46,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36999,1732105303167, seqNum=-1] 2024-11-20T12:21:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:46,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:46,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,42611,1732105302420 2024-11-20T12:21:46,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:46,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101583152110005 connected 2024-11-20T12:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir so I do NOT create it in target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62 2024-11-20T12:21:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.tmp.dir so I do NOT create it in target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62 2024-11-20T12:21:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:21:46,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62 2024-11-20T12:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:21:46,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/cluster_e7b594d6-9775-2c95-a522-9469cf21d9c8, deleteOnExit=true 2024-11-20T12:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/test.cache.data in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:21:46,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:21:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:21:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:21:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:21:46,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:21:46,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:21:46,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:21:46,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:46,381 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:46,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:21:46,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:46,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ac6cef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/java.io.tmpdir/jetty-localhost-34607-hadoop-hdfs-3_4_1-tests_jar-_-any-6543725431106696764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:21:46,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:34607} 2024-11-20T12:21:46,484 INFO [Time-limited test {}] server.Server(415): Started @287899ms 2024-11-20T12:21:46,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:46,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:46,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88638 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:21:46,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:21:46,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:21:46,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:21:46,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:21:46,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:21:46,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:21:46,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:21:46,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348a7b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-17019458384392115891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:21:46,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-20T12:21:46,869 INFO [Time-limited test {}] server.Server(415): Started @288285ms 2024-11-20T12:21:46,870 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:21:47,601 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/cluster_e7b594d6-9775-2c95-a522-9469cf21d9c8/data/data1/current/BP-737785634-172.17.0.3-1732105306086/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:47,605 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/cluster_e7b594d6-9775-2c95-a522-9469cf21d9c8/data/data2/current/BP-737785634-172.17.0.3-1732105306086/current, will proceed with Du for space computation calculation, 2024-11-20T12:21:47,662 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:21:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x641c77476e168071 with lease ID 0xca2ae18eb8881f78: Processing first storage report for DS-4d6956e5-9cde-4d48-84dc-313b5e140687 from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=7202115b-1fcb-44f0-b630-79deb01fe9c5, infoPort=35281, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1930184379;c=1732105306086) 2024-11-20T12:21:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x641c77476e168071 with lease ID 0xca2ae18eb8881f78: from storage DS-4d6956e5-9cde-4d48-84dc-313b5e140687 node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=7202115b-1fcb-44f0-b630-79deb01fe9c5, infoPort=35281, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1930184379;c=1732105306086), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x641c77476e168071 with lease ID 0xca2ae18eb8881f78: Processing first storage report for DS-b3112d68-8da4-4a44-a8f9-b14fa8c0a44c from datanode DatanodeRegistration(127.0.0.1:38641, datanodeUuid=7202115b-1fcb-44f0-b630-79deb01fe9c5, infoPort=35281, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1930184379;c=1732105306086) 2024-11-20T12:21:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x641c77476e168071 with lease ID 0xca2ae18eb8881f78: from storage DS-b3112d68-8da4-4a44-a8f9-b14fa8c0a44c node DatanodeRegistration(127.0.0.1:38641, datanodeUuid=7202115b-1fcb-44f0-b630-79deb01fe9c5, infoPort=35281, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1930184379;c=1732105306086), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:21:47,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62 2024-11-20T12:21:47,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:47,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:21:48,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673 with version=8 2024-11-20T12:21:48,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/hbase-staging 2024-11-20T12:21:48,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:21:48,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:48,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39299 2024-11-20T12:21:48,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39299 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:48,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392990x0, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:48,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39299-0x101583152110006 connected 2024-11-20T12:21:48,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:48,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:48,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/running 2024-11-20T12:21:48,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673, hbase.cluster.distributed=false 2024-11-20T12:21:48,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/acl 2024-11-20T12:21:48,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-20T12:21:48,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-20T12:21:48,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-20T12:21:48,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-20T12:21:48,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-20T12:21:48,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:21:48,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:21:48,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:21:48,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35359 2024-11-20T12:21:48,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35359 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:48,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:48,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:48,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353590x0, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:48,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353590x0, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/running 2024-11-20T12:21:48,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:21:48,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35359-0x101583152110007 connected 2024-11-20T12:21:48,409 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:21:48,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/master 2024-11-20T12:21:48,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/acl 2024-11-20T12:21:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35359 2024-11-20T12:21:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35359 2024-11-20T12:21:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35359 2024-11-20T12:21:48,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35359 2024-11-20T12:21:48,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35359 2024-11-20T12:21:48,429 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:39299 2024-11-20T12:21:48,429 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2484696007/backup-masters/843d83d51ba0,39299,1732105308108 2024-11-20T12:21:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/backup-masters 2024-11-20T12:21:48,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/backup-masters 2024-11-20T12:21:48,442 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on existing znode=/2484696007/backup-masters/843d83d51ba0,39299,1732105308108 2024-11-20T12:21:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2484696007/master 2024-11-20T12:21:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:48,454 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on existing znode=/2484696007/master 2024-11-20T12:21:48,454 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2484696007/backup-masters/843d83d51ba0,39299,1732105308108 from backup master directory 2024-11-20T12:21:48,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2484696007/backup-masters/843d83d51ba0,39299,1732105308108 2024-11-20T12:21:48,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/backup-masters 2024-11-20T12:21:48,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/backup-masters 2024-11-20T12:21:48,467 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:48,467 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,39299,1732105308108 2024-11-20T12:21:48,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/hbase.id] with ID: 15b160f2-bc23-4fa8-b96a-55d3b228fc95 2024-11-20T12:21:48,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/.tmp/hbase.id 2024-11-20T12:21:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:21:48,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/.tmp/hbase.id]:[hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/hbase.id] 2024-11-20T12:21:48,543 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:21:48,543 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:21:48,544 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:21:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:21:48,994 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:48,995 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:21:48,995 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:21:49,006 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store 2024-11-20T12:21:49,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:21:49,031 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:49,031 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:21:49,031 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105309031Disabling compacts and flushes for region at 1732105309031Disabling writes for close at 1732105309031Writing region close event to WAL at 1732105309031Closed at 1732105309031 2024-11-20T12:21:49,032 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/.initializing 2024-11-20T12:21:49,032 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/WALs/843d83d51ba0,39299,1732105308108 2024-11-20T12:21:49,033 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:49,034 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39299%2C1732105308108, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/WALs/843d83d51ba0,39299,1732105308108, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/oldWALs, maxLogs=10 2024-11-20T12:21:49,055 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/WALs/843d83d51ba0,39299,1732105308108/843d83d51ba0%2C39299%2C1732105308108.1732105309035, exclude list is [], retry=0 2024-11-20T12:21:49,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-4d6956e5-9cde-4d48-84dc-313b5e140687,DISK] 2024-11-20T12:21:49,060 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/WALs/843d83d51ba0,39299,1732105308108/843d83d51ba0%2C39299%2C1732105308108.1732105309035 2024-11-20T12:21:49,060 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35281:35281)] 2024-11-20T12:21:49,060 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:49,060 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:49,061 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,061 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:21:49,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:49,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:21:49,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:49,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:21:49,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:49,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:21:49,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:49,078 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,078 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,080 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,080 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,080 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:49,081 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:21:49,085 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:49,085 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72510913, jitterRate=0.08049680292606354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:49,086 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105309061Initializing all the Stores at 1732105309061Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105309061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105309068 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105309068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105309068Cleaning up temporary data from old regions at 1732105309080 (+12 ms)Region opened successfully at 1732105309086 (+6 ms) 2024-11-20T12:21:49,086 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:21:49,089 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a038c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:49,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:21:49,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:21:49,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:21:49,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:21:49,091 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:21:49,091 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:21:49,091 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:21:49,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:21:49,095 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/balancer because node does not exist (not necessarily an error) 2024-11-20T12:21:49,141 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/balancer already deleted, retry=false 2024-11-20T12:21:49,141 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:21:49,142 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:21:49,151 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/normalizer already deleted, retry=false 2024-11-20T12:21:49,152 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:21:49,165 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:21:49,172 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/switch/split already deleted, retry=false 2024-11-20T12:21:49,173 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:21:49,183 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/switch/merge already deleted, retry=false 2024-11-20T12:21:49,186 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:21:49,193 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/snapshot-cleanup already deleted, retry=false 2024-11-20T12:21:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2484696007/running 2024-11-20T12:21:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2484696007/running 2024-11-20T12:21:49,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,204 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,39299,1732105308108, sessionid=0x101583152110006, setting cluster-up flag (Was=false) 2024-11-20T12:21:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,256 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2484696007/flush-table-proc/acquired, /2484696007/flush-table-proc/reached, /2484696007/flush-table-proc/abort 2024-11-20T12:21:49,258 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39299,1732105308108 2024-11-20T12:21:49,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,309 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2484696007/online-snapshot/acquired, /2484696007/online-snapshot/reached, /2484696007/online-snapshot/abort 2024-11-20T12:21:49,310 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39299,1732105308108 2024-11-20T12:21:49,311 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:21:49,312 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:49,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:21:49,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:21:49,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,39299,1732105308108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:21:49,314 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(746): ClusterId : 15b160f2-bc23-4fa8-b96a-55d3b228fc95 2024-11-20T12:21:49,314 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:21:49,314 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:49,314 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:49,315 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:49,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:21:49,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:21:49,326 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:21:49,326 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105339334 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:21:49,334 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:21:49,335 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:21:49,337 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:21:49,337 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6826a8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:21:49,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:21:49,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:21:49,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673 2024-11-20T12:21:49,340 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,352 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:21:49,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:21:49,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:21:49,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:21:49,354 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:21:49,354 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:21:49,356 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105309354,5,FailOnTimeoutGroup] 2024-11-20T12:21:49,356 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:35359 2024-11-20T12:21:49,356 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:21:49,356 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:21:49,357 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:21:49,357 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,39299,1732105308108 with port=35359, startcode=1732105308351 2024-11-20T12:21:49,357 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:21:49,364 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105309356,5,FailOnTimeoutGroup] 2024-11-20T12:21:49,364 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,364 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:21:49,364 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,364 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,365 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:21:49,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39299 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,367 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673 2024-11-20T12:21:49,367 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36147 2024-11-20T12:21:49,367 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:21:49,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:21:49,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:49,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:49,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:49,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:49,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:49,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:49,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:49,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:49,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:49,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:49,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:49,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:49,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:49,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:49,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:49,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740 2024-11-20T12:21:49,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740 2024-11-20T12:21:49,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:49,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:49,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:49,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:49,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60031745, jitterRate=-0.10545729100704193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105309374Initializing all the Stores at 1732105309375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105309375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105309380 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105309380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105309380Cleaning up temporary data from old regions at 1732105309389 (+9 ms)Region opened successfully at 1732105309393 (+4 ms) 2024-11-20T12:21:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:21:49,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:21:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:21:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:21:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:21:49,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:21:49,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105309393Disabling compacts and flushes for region at 1732105309393Disabling writes for close at 1732105309393Writing region close event to WAL at 1732105309394 (+1 ms)Closed at 1732105309394 2024-11-20T12:21:49,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:49,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:21:49,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:21:49,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:49,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:21:49,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/rs 2024-11-20T12:21:49,422 DEBUG [RS:0;843d83d51ba0:35359 {}] zookeeper.ZKUtil(111): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on existing znode=/2484696007/rs/843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,422 WARN [RS:0;843d83d51ba0:35359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:21:49,422 INFO [RS:0;843d83d51ba0:35359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:49,422 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,422 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,35359,1732105308351] 2024-11-20T12:21:49,425 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:21:49,428 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:21:49,432 INFO [RS:0;843d83d51ba0:35359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:21:49,432 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,432 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:21:49,433 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:21:49,433 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:21:49,433 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:49,434 DEBUG [RS:0;843d83d51ba0:35359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,434 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35359,1732105308351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:49,453 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:21:49,453 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,35359,1732105308351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,453 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,453 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.Replication(171): 843d83d51ba0,35359,1732105308351 started 2024-11-20T12:21:49,470 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:49,471 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,35359,1732105308351, RpcServer on 843d83d51ba0/172.17.0.3:35359, sessionid=0x101583152110007 2024-11-20T12:21:49,471 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:21:49,471 DEBUG [RS:0;843d83d51ba0:35359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,471 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35359,1732105308351' 2024-11-20T12:21:49,471 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2484696007/flush-table-proc/abort' 2024-11-20T12:21:49,471 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2484696007/flush-table-proc/acquired' 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,35359,1732105308351' 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2484696007/online-snapshot/abort' 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2484696007/online-snapshot/acquired' 2024-11-20T12:21:49,472 DEBUG [RS:0;843d83d51ba0:35359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:21:49,472 INFO [RS:0;843d83d51ba0:35359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:21:49,472 INFO [RS:0;843d83d51ba0:35359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:21:49,547 WARN [843d83d51ba0:39299 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T12:21:49,573 INFO [RS:0;843d83d51ba0:35359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:21:49,574 INFO [RS:0;843d83d51ba0:35359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35359%2C1732105308351, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/oldWALs, maxLogs=10 2024-11-20T12:21:49,591 DEBUG [RS:0;843d83d51ba0:35359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, exclude list is [], retry=0 2024-11-20T12:21:49,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-4d6956e5-9cde-4d48-84dc-313b5e140687,DISK] 2024-11-20T12:21:49,605 INFO [RS:0;843d83d51ba0:35359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 2024-11-20T12:21:49,605 DEBUG [RS:0;843d83d51ba0:35359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35281:35281)] 2024-11-20T12:21:49,797 DEBUG [843d83d51ba0:39299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:21:49,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:49,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35359,1732105308351, state=OPENING 2024-11-20T12:21:49,820 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:21:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:49,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:21:49,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35359,1732105308351}] 2024-11-20T12:21:49,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2484696007/meta-region-server: CHANGED 2024-11-20T12:21:49,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2484696007/meta-region-server: CHANGED 2024-11-20T12:21:49,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:49,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:21:49,993 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:21:49,993 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:49,994 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:21:49,996 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35359%2C1732105308351.meta, suffix=.meta, logDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/oldWALs, maxLogs=10 2024-11-20T12:21:50,017 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.meta.1732105309996.meta, exclude list is [], retry=0 2024-11-20T12:21:50,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-4d6956e5-9cde-4d48-84dc-313b5e140687,DISK] 2024-11-20T12:21:50,027 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.meta.1732105309996.meta 2024-11-20T12:21:50,028 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35281:35281)] 2024-11-20T12:21:50,028 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:50,029 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:21:50,029 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:21:50,029 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:21:50,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:21:50,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:21:50,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:50,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:21:50,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:21:50,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:21:50,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:21:50,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:21:50,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:21:50,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:21:50,049 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:21:50,050 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740 2024-11-20T12:21:50,051 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740 2024-11-20T12:21:50,052 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:21:50,052 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:21:50,052 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:21:50,054 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:21:50,055 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74363166, jitterRate=0.10809752345085144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:21:50,055 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:21:50,056 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105310029Writing region info on filesystem at 1732105310030 (+1 ms)Initializing all the Stores at 1732105310030Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105310030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105310034 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105310034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105310034Cleaning up temporary data from old regions at 1732105310052 (+18 ms)Running coprocessor post-open hooks at 1732105310055 (+3 ms)Region opened successfully at 1732105310055 2024-11-20T12:21:50,057 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105309982 2024-11-20T12:21:50,059 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:21:50,059 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:21:50,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:50,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,35359,1732105308351, state=OPEN 2024-11-20T12:21:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2484696007/meta-region-server 2024-11-20T12:21:50,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2484696007/meta-region-server 2024-11-20T12:21:50,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2484696007/meta-region-server: CHANGED 2024-11-20T12:21:50,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2484696007/meta-region-server: CHANGED 2024-11-20T12:21:50,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:50,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:21:50,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,35359,1732105308351 in 243 msec 2024-11-20T12:21:50,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:21:50,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-20T12:21:50,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:21:50,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:21:50,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:50,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35359,1732105308351, seqNum=-1] 2024-11-20T12:21:50,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:50,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:50,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-11-20T12:21:50,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105310087, completionTime=-1 2024-11-20T12:21:50,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:21:50,087 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:21:50,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:21:50,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105370089 2024-11-20T12:21:50,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105430089 2024-11-20T12:21:50,089 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:39299, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,090 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,091 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:21:50,093 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.626sec 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:21:50,094 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:21:50,096 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:21:50,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:21:50,096 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39299,1732105308108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:21:50,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:50,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:50,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:50,116 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc7e9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:50,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:50,118 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:50,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:50,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:50,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35359,1732105308351, seqNum=-1] 2024-11-20T12:21:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:50,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:50,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,39299,1732105308108 2024-11-20T12:21:50,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55792 2024-11-20T12:21:50,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:21:50,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101583152110008 connected 2024-11-20T12:21:50,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46541,1732105297668 2024-11-20T12:21:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387d0158 2024-11-20T12:21:50,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:50,150 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:50,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:50,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:50,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:50,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:50,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:50,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93b2eb996fc6eb4cc2014529bb27ca8f, NAME => 'test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024 2024-11-20T12:21:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93b2eb996fc6eb4cc2014529bb27ca8f, disabling compactions & flushes 2024-11-20T12:21:50,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. after waiting 0 ms 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93b2eb996fc6eb4cc2014529bb27ca8f: Waiting for close lock at 1732105310172Disabling compacts and flushes for region at 1732105310172Disabling writes for close at 1732105310172Writing region close event to WAL at 1732105310172Closed at 1732105310172 2024-11-20T12:21:50,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:50,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105310173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105310173"}]},"ts":"1732105310173"} 2024-11-20T12:21:50,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:50,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:50,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105310176"}]},"ts":"1732105310176"} 2024-11-20T12:21:50,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:50,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93b2eb996fc6eb4cc2014529bb27ca8f, ASSIGN}] 2024-11-20T12:21:50,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93b2eb996fc6eb4cc2014529bb27ca8f, ASSIGN 2024-11-20T12:21:50,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93b2eb996fc6eb4cc2014529bb27ca8f, ASSIGN; state=OFFLINE, location=843d83d51ba0,34817,1732105297930; forceNewPlan=false, retain=false 2024-11-20T12:21:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:50,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93b2eb996fc6eb4cc2014529bb27ca8f, regionState=OPENING, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:50,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93b2eb996fc6eb4cc2014529bb27ca8f, ASSIGN because future has completed 2024-11-20T12:21:50,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b2eb996fc6eb4cc2014529bb27ca8f, server=843d83d51ba0,34817,1732105297930}] 2024-11-20T12:21:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:50,492 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,492 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93b2eb996fc6eb4cc2014529bb27ca8f, NAME => 'test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:50,493 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:50,493 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:50,493 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,493 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:50,493 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,493 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,494 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,495 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b2eb996fc6eb4cc2014529bb27ca8f columnFamilyName f 2024-11-20T12:21:50,495 DEBUG [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,495 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(327): Store=93b2eb996fc6eb4cc2014529bb27ca8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:50,495 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,496 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b2eb996fc6eb4cc2014529bb27ca8f columnFamilyName f1 2024-11-20T12:21:50,496 DEBUG [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,496 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(327): Store=93b2eb996fc6eb4cc2014529bb27ca8f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:50,496 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,497 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93b2eb996fc6eb4cc2014529bb27ca8f columnFamilyName norep 2024-11-20T12:21:50,497 DEBUG [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,497 INFO [StoreOpener-93b2eb996fc6eb4cc2014529bb27ca8f-1 {}] regionserver.HStore(327): Store=93b2eb996fc6eb4cc2014529bb27ca8f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:50,497 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,498 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,498 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,499 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,499 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,500 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:50,500 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,516 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:50,517 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93b2eb996fc6eb4cc2014529bb27ca8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64834441, jitterRate=-0.03389154374599457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:50,517 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:21:50,518 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93b2eb996fc6eb4cc2014529bb27ca8f: Running coprocessor pre-open hook at 1732105310493Writing region info on filesystem at 1732105310493Initializing all the Stores at 1732105310494 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105310494Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105310494Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105310494Cleaning up temporary data from old regions at 1732105310499 (+5 ms)Running coprocessor post-open hooks at 1732105310517 (+18 ms)Region opened successfully at 1732105310518 (+1 ms) 2024-11-20T12:21:50,519 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f., pid=6, masterSystemTime=1732105310486 2024-11-20T12:21:50,520 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,520 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:21:50,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93b2eb996fc6eb4cc2014529bb27ca8f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:50,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93b2eb996fc6eb4cc2014529bb27ca8f, server=843d83d51ba0,34817,1732105297930 because future has completed 2024-11-20T12:21:50,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:50,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93b2eb996fc6eb4cc2014529bb27ca8f, server=843d83d51ba0,34817,1732105297930 in 195 msec 2024-11-20T12:21:50,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:50,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93b2eb996fc6eb4cc2014529bb27ca8f, ASSIGN in 353 msec 2024-11-20T12:21:50,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:50,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105310535"}]},"ts":"1732105310535"} 2024-11-20T12:21:50,537 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:50,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:50,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 387 msec 2024-11-20T12:21:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:50,785 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:50,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7af79581 2024-11-20T12:21:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:50,788 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:50,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:50,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:50,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:50,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:50,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:50,821 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a13fc82ce050e198c9a364d106127df, NAME => 'test,,1732105310788.0a13fc82ce050e198c9a364d106127df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a 2024-11-20T12:21:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105310788.0a13fc82ce050e198c9a364d106127df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a13fc82ce050e198c9a364d106127df, disabling compactions & flushes 2024-11-20T12:21:50,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105310788.0a13fc82ce050e198c9a364d106127df. after waiting 0 ms 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:50,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:50,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a13fc82ce050e198c9a364d106127df: Waiting for close lock at 1732105310862Disabling compacts and flushes for region at 1732105310862Disabling writes for close at 1732105310862Writing region close event to WAL at 1732105310862Closed at 1732105310862 2024-11-20T12:21:50,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:50,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105310788.0a13fc82ce050e198c9a364d106127df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105310869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105310869"}]},"ts":"1732105310869"} 2024-11-20T12:21:50,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:50,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:50,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105310873"}]},"ts":"1732105310873"} 2024-11-20T12:21:50,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:50,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a13fc82ce050e198c9a364d106127df, ASSIGN}] 2024-11-20T12:21:50,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a13fc82ce050e198c9a364d106127df, ASSIGN 2024-11-20T12:21:50,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a13fc82ce050e198c9a364d106127df, ASSIGN; state=OFFLINE, location=843d83d51ba0,36999,1732105303167; forceNewPlan=false, retain=false 2024-11-20T12:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a13fc82ce050e198c9a364d106127df, regionState=OPENING, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:51,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a13fc82ce050e198c9a364d106127df, ASSIGN because future has completed 2024-11-20T12:21:51,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a13fc82ce050e198c9a364d106127df, server=843d83d51ba0,36999,1732105303167}] 2024-11-20T12:21:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,189 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:51,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a13fc82ce050e198c9a364d106127df, NAME => 'test,,1732105310788.0a13fc82ce050e198c9a364d106127df.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:51,190 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:51,190 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:51,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105310788.0a13fc82ce050e198c9a364d106127df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:51,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,190 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,192 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,193 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a13fc82ce050e198c9a364d106127df columnFamilyName f 2024-11-20T12:21:51,193 DEBUG [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,193 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(327): Store=0a13fc82ce050e198c9a364d106127df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,194 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,195 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a13fc82ce050e198c9a364d106127df columnFamilyName f1 2024-11-20T12:21:51,195 DEBUG [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,195 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(327): Store=0a13fc82ce050e198c9a364d106127df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,195 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,197 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a13fc82ce050e198c9a364d106127df columnFamilyName norep 2024-11-20T12:21:51,197 DEBUG [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,197 INFO [StoreOpener-0a13fc82ce050e198c9a364d106127df-1 {}] regionserver.HStore(327): Store=0a13fc82ce050e198c9a364d106127df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,197 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,198 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,198 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,199 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,199 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,199 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:51,200 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,202 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:51,202 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a13fc82ce050e198c9a364d106127df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64650799, jitterRate=-0.03662802278995514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:51,203 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:21:51,203 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a13fc82ce050e198c9a364d106127df: Running coprocessor pre-open hook at 1732105311191Writing region info on filesystem at 1732105311191Initializing all the Stores at 1732105311191Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311191Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311192 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311192Cleaning up temporary data from old regions at 1732105311199 (+7 ms)Running coprocessor post-open hooks at 1732105311203 (+4 ms)Region opened successfully at 1732105311203 2024-11-20T12:21:51,204 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105310788.0a13fc82ce050e198c9a364d106127df., pid=6, masterSystemTime=1732105311185 2024-11-20T12:21:51,206 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:51,206 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:21:51,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a13fc82ce050e198c9a364d106127df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:51,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a13fc82ce050e198c9a364d106127df, server=843d83d51ba0,36999,1732105303167 because future has completed 2024-11-20T12:21:51,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:51,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a13fc82ce050e198c9a364d106127df, server=843d83d51ba0,36999,1732105303167 in 177 msec 2024-11-20T12:21:51,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:51,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a13fc82ce050e198c9a364d106127df, ASSIGN in 335 msec 2024-11-20T12:21:51,214 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:51,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105311214"}]},"ts":"1732105311214"} 2024-11-20T12:21:51,217 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:51,217 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:51,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 430 msec 2024-11-20T12:21:51,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:51,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,425 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:51,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39299,1732105308108 2024-11-20T12:21:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3045f76d 2024-11-20T12:21:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:51,428 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:51,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:51,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:21:51,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:51,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:21:51,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:21:51,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca98c0ecdb6450eadf50682c663fc0b8, NAME => 'test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673 2024-11-20T12:21:51,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca98c0ecdb6450eadf50682c663fc0b8, disabling compactions & flushes 2024-11-20T12:21:51,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. after waiting 0 ms 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca98c0ecdb6450eadf50682c663fc0b8: Waiting for close lock at 1732105311491Disabling compacts and flushes for region at 1732105311491Disabling writes for close at 1732105311491Writing region close event to WAL at 1732105311491Closed at 1732105311491 2024-11-20T12:21:51,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:51,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105311492"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105311492"}]},"ts":"1732105311492"} 2024-11-20T12:21:51,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:51,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:51,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105311495"}]},"ts":"1732105311495"} 2024-11-20T12:21:51,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:21:51,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca98c0ecdb6450eadf50682c663fc0b8, ASSIGN}] 2024-11-20T12:21:51,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca98c0ecdb6450eadf50682c663fc0b8, ASSIGN 2024-11-20T12:21:51,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca98c0ecdb6450eadf50682c663fc0b8, ASSIGN; state=OFFLINE, location=843d83d51ba0,35359,1732105308351; forceNewPlan=false, retain=false 2024-11-20T12:21:51,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:51,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:21:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca98c0ecdb6450eadf50682c663fc0b8, regionState=OPENING, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:51,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca98c0ecdb6450eadf50682c663fc0b8, ASSIGN because future has completed 2024-11-20T12:21:51,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca98c0ecdb6450eadf50682c663fc0b8, server=843d83d51ba0,35359,1732105308351}] 2024-11-20T12:21:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:51,808 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,808 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca98c0ecdb6450eadf50682c663fc0b8, NAME => 'test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:51,809 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:51,809 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:21:51,809 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,809 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:51,809 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,809 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,810 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,811 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca98c0ecdb6450eadf50682c663fc0b8 columnFamilyName f 2024-11-20T12:21:51,811 DEBUG [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,811 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(327): Store=ca98c0ecdb6450eadf50682c663fc0b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,812 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,812 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca98c0ecdb6450eadf50682c663fc0b8 columnFamilyName f1 2024-11-20T12:21:51,812 DEBUG [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,813 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(327): Store=ca98c0ecdb6450eadf50682c663fc0b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,813 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,814 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca98c0ecdb6450eadf50682c663fc0b8 columnFamilyName norep 2024-11-20T12:21:51,814 DEBUG [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:51,814 INFO [StoreOpener-ca98c0ecdb6450eadf50682c663fc0b8-1 {}] regionserver.HStore(327): Store=ca98c0ecdb6450eadf50682c663fc0b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:51,814 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,814 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,815 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,815 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,815 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,816 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:51,817 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,818 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:51,819 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca98c0ecdb6450eadf50682c663fc0b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62826394, jitterRate=-0.06381377577781677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:51,819 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:21:51,819 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca98c0ecdb6450eadf50682c663fc0b8: Running coprocessor pre-open hook at 1732105311809Writing region info on filesystem at 1732105311809Initializing all the Stores at 1732105311810 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311810Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311810Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105311810Cleaning up temporary data from old regions at 1732105311815 (+5 ms)Running coprocessor post-open hooks at 1732105311819 (+4 ms)Region opened successfully at 1732105311819 2024-11-20T12:21:51,820 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8., pid=6, masterSystemTime=1732105311805 2024-11-20T12:21:51,822 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,822 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:21:51,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca98c0ecdb6450eadf50682c663fc0b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:51,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca98c0ecdb6450eadf50682c663fc0b8, server=843d83d51ba0,35359,1732105308351 because future has completed 2024-11-20T12:21:51,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:21:51,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca98c0ecdb6450eadf50682c663fc0b8, server=843d83d51ba0,35359,1732105308351 in 172 msec 2024-11-20T12:21:51,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:21:51,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca98c0ecdb6450eadf50682c663fc0b8, ASSIGN in 329 msec 2024-11-20T12:21:51,829 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:51,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105311829"}]},"ts":"1732105311829"} 2024-11-20T12:21:51,831 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:21:51,832 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:51,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 403 msec 2024-11-20T12:21:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:21:52,066 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:21:52,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46541,-1 for getting cluster id 2024-11-20T12:21:52,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:52,069 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53c6ba05-25a8-4a2c-b655-52b2f23c0cad' 2024-11-20T12:21:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53c6ba05-25a8-4a2c-b655-52b2f23c0cad" 2024-11-20T12:21:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54badfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46541,-1] 2024-11-20T12:21:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:52,071 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ddf473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,46541,1732105297668 2024-11-20T12:21:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@775ef244 2024-11-20T12:21:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:52,073 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:52,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:42611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:52,077 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:42611' 2024-11-20T12:21:52,078 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2034d29f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,078 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:52,078 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:52,079 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d61411e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:52,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:52,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:52,080 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:52,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9778475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32390e58 2024-11-20T12:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:52,083 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:52,084 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:21:52,084 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:52,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:52,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:52,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:52,085 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:52,086 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:52,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:52,088 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:52,089 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:52,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:52,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e56e471e15aa7ca16ac8ce665b38f1f1, NAME => 'hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024 2024-11-20T12:21:52,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e56e471e15aa7ca16ac8ce665b38f1f1, disabling compactions & flushes 2024-11-20T12:21:52,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. after waiting 0 ms 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e56e471e15aa7ca16ac8ce665b38f1f1: Waiting for close lock at 1732105312127Disabling compacts and flushes for region at 1732105312127Disabling writes for close at 1732105312127Writing region close event to WAL at 1732105312127Closed at 1732105312127 2024-11-20T12:21:52,128 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:52,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105312128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105312128"}]},"ts":"1732105312128"} 2024-11-20T12:21:52,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:52,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:52,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105312131"}]},"ts":"1732105312131"} 2024-11-20T12:21:52,133 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:52,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e56e471e15aa7ca16ac8ce665b38f1f1, ASSIGN}] 2024-11-20T12:21:52,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e56e471e15aa7ca16ac8ce665b38f1f1, ASSIGN 2024-11-20T12:21:52,135 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e56e471e15aa7ca16ac8ce665b38f1f1, ASSIGN; state=OFFLINE, location=843d83d51ba0,34817,1732105297930; forceNewPlan=false, retain=false 2024-11-20T12:21:52,137 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:52,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e56e471e15aa7ca16ac8ce665b38f1f1, regionState=OPENING, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:52,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e56e471e15aa7ca16ac8ce665b38f1f1, ASSIGN because future has completed 2024-11-20T12:21:52,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e471e15aa7ca16ac8ce665b38f1f1, server=843d83d51ba0,34817,1732105297930}] 2024-11-20T12:21:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:52,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:52,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:52,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34817%2C1732105297930.rep, suffix=, logDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930, archiveDir=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/oldWALs, maxLogs=10 2024-11-20T12:21:52,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.rep.1732105312445, exclude list is [], retry=0 2024-11-20T12:21:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43685,DS-d1c97e3f-07b9-4001-b208-d17a88c55083,DISK] 2024-11-20T12:21:52,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.rep.1732105312445 2024-11-20T12:21:52,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34315:34315)] 2024-11-20T12:21:52,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e56e471e15aa7ca16ac8ce665b38f1f1, NAME => 'hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:52,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. service=MultiRowMutationService 2024-11-20T12:21:52,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,466 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,467 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e471e15aa7ca16ac8ce665b38f1f1 columnFamilyName hfileref 2024-11-20T12:21:52,467 DEBUG [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:52,468 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(327): Store=e56e471e15aa7ca16ac8ce665b38f1f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:52,468 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,469 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e471e15aa7ca16ac8ce665b38f1f1 columnFamilyName queue 2024-11-20T12:21:52,469 DEBUG [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:52,469 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(327): Store=e56e471e15aa7ca16ac8ce665b38f1f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:52,469 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,470 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56e471e15aa7ca16ac8ce665b38f1f1 columnFamilyName sid 2024-11-20T12:21:52,470 DEBUG [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:52,470 INFO [StoreOpener-e56e471e15aa7ca16ac8ce665b38f1f1-1 {}] regionserver.HStore(327): Store=e56e471e15aa7ca16ac8ce665b38f1f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/replication/e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/replication/e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:52,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/replication/e56e471e15aa7ca16ac8ce665b38f1f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:52,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e56e471e15aa7ca16ac8ce665b38f1f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60091450, jitterRate=-0.10456761717796326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:21:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e56e471e15aa7ca16ac8ce665b38f1f1: Running coprocessor pre-open hook at 1732105312465Writing region info on filesystem at 1732105312465Initializing all the Stores at 1732105312466 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105312466Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105312466Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105312466Cleaning up temporary data from old regions at 1732105312472 (+6 ms)Running coprocessor post-open hooks at 1732105312475 (+3 ms)Region opened successfully at 1732105312475 2024-11-20T12:21:52,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., pid=10, masterSystemTime=1732105312440 2024-11-20T12:21:52,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:21:52,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e56e471e15aa7ca16ac8ce665b38f1f1, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34817,1732105297930 2024-11-20T12:21:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56e471e15aa7ca16ac8ce665b38f1f1, server=843d83d51ba0,34817,1732105297930 because future has completed 2024-11-20T12:21:52,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:52,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e56e471e15aa7ca16ac8ce665b38f1f1, server=843d83d51ba0,34817,1732105297930 in 193 msec 2024-11-20T12:21:52,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:52,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e56e471e15aa7ca16ac8ce665b38f1f1, ASSIGN in 349 msec 2024-11-20T12:21:52,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:52,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105312487"}]},"ts":"1732105312487"} 2024-11-20T12:21:52,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:52,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:52,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 405 msec 2024-11-20T12:21:52,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., hostname=843d83d51ba0,34817,1732105297930, seqNum=2] 2024-11-20T12:21:52,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:52,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:21:52,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:52,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:52,821 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:52,854 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,34817,1732105297930, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:52,855 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:52,855 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34817,1732105297930, seqNum=-1] 2024-11-20T12:21:52,855 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:52,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,34817,1732105297930', locateType=CURRENT is [region=hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., hostname=843d83d51ba0,34817,1732105297930, seqNum=2] 2024-11-20T12:21:52,859 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:52,862 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,34817,1732105297930 suceeded 2024-11-20T12:21:52,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:52,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-20T12:21:52,863 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:42611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:52,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 790 msec 2024-11-20T12:21:52,876 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:42611' 2024-11-20T12:21:52,877 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eceef12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,877 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:52,877 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:52,878 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c41f906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:52,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:52,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:52,879 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:52,880 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e4a0c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:52,880 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@acad66e 2024-11-20T12:21:52,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:52,882 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:52,883 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,34817,1732105297930 (queues=1) is replicating from cluster=53c6ba05-25a8-4a2c-b655-52b2f23c0cad to cluster=fdec9779-97c5-4d43-b4d2-ee8204046961 2024-11-20T12:21:52,883 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C34817%2C1732105297930 2024-11-20T12:21:52,883 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,34817,1732105297930, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:52,889 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C34817%2C1732105297930 2024-11-20T12:21:52,889 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, startPosition=0, beingWritten=true 2024-11-20T12:21:52,894 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:52,894 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:52,894 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,34817,1732105297930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:53,101 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46541 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:53,216 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:53,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:53,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:53,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:53,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:53,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:53,221 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1089e7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:53,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,223 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:53,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf9d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c68124f 2024-11-20T12:21:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:53,226 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:53,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:39299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:53,230 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39299' 2024-11-20T12:21:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:53,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4135be59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,240 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:53,240 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:53,241 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0b32c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:53,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:53,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,242 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784a5982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:53,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39299,1732105308108 2024-11-20T12:21:53,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29510d0e 2024-11-20T12:21:53,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:53,244 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:53,245 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:21:53,245 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:53,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:53,246 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:53,248 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:53,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:53,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:53,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:53,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:53,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:53,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79be875e61e16b8a42d47ac432ec9f91, NAME => 'hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a 2024-11-20T12:21:53,298 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79be875e61e16b8a42d47ac432ec9f91, disabling compactions & flushes 2024-11-20T12:21:53,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. after waiting 0 ms 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,306 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,306 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79be875e61e16b8a42d47ac432ec9f91: Waiting for close lock at 1732105313306Disabling compacts and flushes for region at 1732105313306Disabling writes for close at 1732105313306Writing region close event to WAL at 1732105313306Closed at 1732105313306 2024-11-20T12:21:53,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:53,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105313308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105313308"}]},"ts":"1732105313308"} 2024-11-20T12:21:53,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:53,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:53,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105313311"}]},"ts":"1732105313311"} 2024-11-20T12:21:53,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:53,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79be875e61e16b8a42d47ac432ec9f91, ASSIGN}] 2024-11-20T12:21:53,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79be875e61e16b8a42d47ac432ec9f91, ASSIGN 2024-11-20T12:21:53,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79be875e61e16b8a42d47ac432ec9f91, ASSIGN; state=OFFLINE, location=843d83d51ba0,36999,1732105303167; forceNewPlan=false, retain=false 2024-11-20T12:21:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:53,405 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:53,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79be875e61e16b8a42d47ac432ec9f91, regionState=OPENING, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:53,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79be875e61e16b8a42d47ac432ec9f91, ASSIGN because future has completed 2024-11-20T12:21:53,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79be875e61e16b8a42d47ac432ec9f91, server=843d83d51ba0,36999,1732105303167}] 2024-11-20T12:21:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:53,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:53,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:53,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C36999%2C1732105303167.rep, suffix=, logDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167, archiveDir=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/oldWALs, maxLogs=10 2024-11-20T12:21:53,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.rep.1732105313636, exclude list is [], retry=0 2024-11-20T12:21:53,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42045,DS-b4ee9c02-8204-46eb-84fd-e0834ee9ebdb,DISK] 2024-11-20T12:21:53,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.rep.1732105313636 2024-11-20T12:21:53,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42411:42411)] 2024-11-20T12:21:53,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79be875e61e16b8a42d47ac432ec9f91, NAME => 'hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:53,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. service=MultiRowMutationService 2024-11-20T12:21:53,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,682 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,683 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79be875e61e16b8a42d47ac432ec9f91 columnFamilyName hfileref 2024-11-20T12:21:53,683 DEBUG [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:53,684 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(327): Store=79be875e61e16b8a42d47ac432ec9f91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:53,684 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,685 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79be875e61e16b8a42d47ac432ec9f91 columnFamilyName queue 2024-11-20T12:21:53,685 DEBUG [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:53,685 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(327): Store=79be875e61e16b8a42d47ac432ec9f91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:53,685 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,686 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79be875e61e16b8a42d47ac432ec9f91 columnFamilyName sid 2024-11-20T12:21:53,686 DEBUG [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:53,687 INFO [StoreOpener-79be875e61e16b8a42d47ac432ec9f91-1 {}] regionserver.HStore(327): Store=79be875e61e16b8a42d47ac432ec9f91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:53,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:53,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:53,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79be875e61e16b8a42d47ac432ec9f91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257055, jitterRate=0.09161518514156342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:21:53,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79be875e61e16b8a42d47ac432ec9f91: Running coprocessor pre-open hook at 1732105313677Writing region info on filesystem at 1732105313677Initializing all the Stores at 1732105313678 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105313678Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105313682 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105313682Cleaning up temporary data from old regions at 1732105313688 (+6 ms)Running coprocessor post-open hooks at 1732105313691 (+3 ms)Region opened successfully at 1732105313691 2024-11-20T12:21:53,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91., pid=10, masterSystemTime=1732105313624 2024-11-20T12:21:53,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:21:53,695 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79be875e61e16b8a42d47ac432ec9f91, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,36999,1732105303167 2024-11-20T12:21:53,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79be875e61e16b8a42d47ac432ec9f91, server=843d83d51ba0,36999,1732105303167 because future has completed 2024-11-20T12:21:53,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:53,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79be875e61e16b8a42d47ac432ec9f91, server=843d83d51ba0,36999,1732105303167 in 231 msec 2024-11-20T12:21:53,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:53,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79be875e61e16b8a42d47ac432ec9f91, ASSIGN in 387 msec 2024-11-20T12:21:53,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:53,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105313703"}]},"ts":"1732105313703"} 2024-11-20T12:21:53,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:53,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:53,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 462 msec 2024-11-20T12:21:53,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91., hostname=843d83d51ba0,36999,1732105303167, seqNum=2] 2024-11-20T12:21:53,809 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:53,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:53,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:21:53,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:54,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:54,053 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:54,098 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,36999,1732105303167, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:54,098 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:54,098 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36999,1732105303167, seqNum=-1] 2024-11-20T12:21:54,099 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:54,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,36999,1732105303167', locateType=CURRENT is [region=hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91., hostname=843d83d51ba0,36999,1732105303167, seqNum=2] 2024-11-20T12:21:54,104 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:54,106 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,36999,1732105303167 suceeded 2024-11-20T12:21:54,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:54,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-20T12:21:54,108 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:39299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:54,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 881 msec 2024-11-20T12:21:54,123 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39299' 2024-11-20T12:21:54,125 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51cb3dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,125 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:54,125 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:54,126 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484c01de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:54,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,127 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:54,128 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8bc090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,128 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39299,1732105308108 2024-11-20T12:21:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3229ebd3 2024-11-20T12:21:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:54,130 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:54,135 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,36999,1732105303167 (queues=1) is replicating from cluster=fdec9779-97c5-4d43-b4d2-ee8204046961 to cluster=15b160f2-bc23-4fa8-b96a-55d3b228fc95 2024-11-20T12:21:54,135 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C36999%2C1732105303167 2024-11-20T12:21:54,135 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,36999,1732105303167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:54,136 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, startPosition=0, beingWritten=true 2024-11-20T12:21:54,139 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C36999%2C1732105303167 2024-11-20T12:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:54,146 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:54,353 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:54,354 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:54,366 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:54,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:54,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:54,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:54,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:54,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:54,367 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1012d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,369 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbf2138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39299,1732105308108 2024-11-20T12:21:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4acb1e0e 2024-11-20T12:21:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:54,372 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:54,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:42611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:21:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:21:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:54,410 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:42611' 2024-11-20T12:21:54,411 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d8454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,411 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:54,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:54,412 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff0c8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,413 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:54,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e86aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:54,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54946e38 2024-11-20T12:21:54,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:54,415 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:21:54,415 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:21:54,415 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:21:54,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,415 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:54,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:54,416 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:21:54,417 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:21:54,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:21:54,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:54,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:21:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:21:54,467 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:21:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:54,657 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:54,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 672e4cc2960bb0ffe7f7f6a56f4234bf, NAME => 'hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673 2024-11-20T12:21:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:21:54,960 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:55,060 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 672e4cc2960bb0ffe7f7f6a56f4234bf, disabling compactions & flushes 2024-11-20T12:21:55,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. after waiting 0 ms 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 672e4cc2960bb0ffe7f7f6a56f4234bf: Waiting for close lock at 1732105315230Disabling compacts and flushes for region at 1732105315230Disabling writes for close at 1732105315230Writing region close event to WAL at 1732105315230Closed at 1732105315230 2024-11-20T12:21:55,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:21:55,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105315231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105315231"}]},"ts":"1732105315231"} 2024-11-20T12:21:55,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:21:55,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:21:55,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105315235"}]},"ts":"1732105315235"} 2024-11-20T12:21:55,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:21:55,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672e4cc2960bb0ffe7f7f6a56f4234bf, ASSIGN}] 2024-11-20T12:21:55,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672e4cc2960bb0ffe7f7f6a56f4234bf, ASSIGN 2024-11-20T12:21:55,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672e4cc2960bb0ffe7f7f6a56f4234bf, ASSIGN; state=OFFLINE, location=843d83d51ba0,35359,1732105308351; forceNewPlan=false, retain=false 2024-11-20T12:21:55,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=672e4cc2960bb0ffe7f7f6a56f4234bf, regionState=OPENING, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=672e4cc2960bb0ffe7f7f6a56f4234bf, ASSIGN because future has completed 2024-11-20T12:21:55,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672e4cc2960bb0ffe7f7f6a56f4234bf, server=843d83d51ba0,35359,1732105308351}] 2024-11-20T12:21:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:55,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:21:55,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:21:55,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C35359%2C1732105308351.rep, suffix=, logDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351, archiveDir=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/oldWALs, maxLogs=10 2024-11-20T12:21:55,564 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:55,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.rep.1732105315551, exclude list is [], retry=0 2024-11-20T12:21:55,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38641,DS-4d6956e5-9cde-4d48-84dc-313b5e140687,DISK] 2024-11-20T12:21:55,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.rep.1732105315551 2024-11-20T12:21:55,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35281:35281)] 2024-11-20T12:21:55,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 672e4cc2960bb0ffe7f7f6a56f4234bf, NAME => 'hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:21:55,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. service=MultiRowMutationService 2024-11-20T12:21:55,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,574 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,575 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672e4cc2960bb0ffe7f7f6a56f4234bf columnFamilyName hfileref 2024-11-20T12:21:55,575 DEBUG [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:55,576 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(327): Store=672e4cc2960bb0ffe7f7f6a56f4234bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:55,576 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,577 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672e4cc2960bb0ffe7f7f6a56f4234bf columnFamilyName queue 2024-11-20T12:21:55,577 DEBUG [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:55,577 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(327): Store=672e4cc2960bb0ffe7f7f6a56f4234bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:55,577 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,578 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672e4cc2960bb0ffe7f7f6a56f4234bf columnFamilyName sid 2024-11-20T12:21:55,578 DEBUG [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:21:55,578 INFO [StoreOpener-672e4cc2960bb0ffe7f7f6a56f4234bf-1 {}] regionserver.HStore(327): Store=672e4cc2960bb0ffe7f7f6a56f4234bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:21:55,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/replication/672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/replication/672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:21:55,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/replication/672e4cc2960bb0ffe7f7f6a56f4234bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:21:55,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 672e4cc2960bb0ffe7f7f6a56f4234bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60211432, jitterRate=-0.10277974605560303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:21:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:21:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 672e4cc2960bb0ffe7f7f6a56f4234bf: Running coprocessor pre-open hook at 1732105315573Writing region info on filesystem at 1732105315573Initializing all the Stores at 1732105315574 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105315574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105315574Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105315574Cleaning up temporary data from old regions at 1732105315580 (+6 ms)Running coprocessor post-open hooks at 1732105315584 (+4 ms)Region opened successfully at 1732105315584 2024-11-20T12:21:55,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf., pid=10, masterSystemTime=1732105315545 2024-11-20T12:21:55,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:21:55,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=672e4cc2960bb0ffe7f7f6a56f4234bf, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,35359,1732105308351 2024-11-20T12:21:55,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 672e4cc2960bb0ffe7f7f6a56f4234bf, server=843d83d51ba0,35359,1732105308351 because future has completed 2024-11-20T12:21:55,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:21:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 672e4cc2960bb0ffe7f7f6a56f4234bf, server=843d83d51ba0,35359,1732105308351 in 197 msec 2024-11-20T12:21:55,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:21:55,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=672e4cc2960bb0ffe7f7f6a56f4234bf, ASSIGN in 354 msec 2024-11-20T12:21:55,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:21:55,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105315595"}]},"ts":"1732105315595"} 2024-11-20T12:21:55,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:21:55,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:21:55,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-20T12:21:55,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf., hostname=843d83d51ba0,35359,1732105308351, seqNum=2] 2024-11-20T12:21:55,663 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:55,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:55,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:21:55,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:21:55,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:21:55,843 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:21:55,877 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,35359,1732105308351, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35359,1732105308351, seqNum=-1] 2024-11-20T12:21:55,878 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:55,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:55,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,35359,1732105308351', locateType=CURRENT is [region=hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf., hostname=843d83d51ba0,35359,1732105308351, seqNum=2] 2024-11-20T12:21:55,883 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:21:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:21:55,885 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,35359,1732105308351 suceeded 2024-11-20T12:21:55,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:21:55,887 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:42611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:21:55,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-20T12:21:55,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5150 sec 2024-11-20T12:21:55,897 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:42611' 2024-11-20T12:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a90dde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:55,898 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:55,898 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:55,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b1588d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:55,899 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:55,900 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e8a986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:55,900 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:21:55,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,42611,1732105302420 2024-11-20T12:21:55,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65731efc 2024-11-20T12:21:55,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:21:55,901 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T12:21:55,902 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,35359,1732105308351 (queues=1) is replicating from cluster=15b160f2-bc23-4fa8-b96a-55d3b228fc95 to cluster=fdec9779-97c5-4d43-b4d2-ee8204046961 2024-11-20T12:21:55,902 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C35359%2C1732105308351 2024-11-20T12:21:55,902 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,35359,1732105308351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:21:55,902 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C35359%2C1732105308351 2024-11-20T12:21:55,902 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, startPosition=0, beingWritten=true 2024-11-20T12:21:55,907 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:55,907 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:55,907 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:56,110 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:56,169 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:56,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:21:56,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:21:56,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:21:56,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:21:56,413 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:56,467 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:21:56,555 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:21:56,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:21:56,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:21:56,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:56,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:56,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:21:56,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,46541,-1 for getting cluster id 2024-11-20T12:21:56,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:56,557 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '53c6ba05-25a8-4a2c-b655-52b2f23c0cad' 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "53c6ba05-25a8-4a2c-b655-52b2f23c0cad" 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b61d76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,46541,-1] 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:56,559 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc0b721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:56,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:56,561 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7816ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:56,563 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc21a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:56,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:56,565 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f5f5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:56,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:56,566 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:56,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a975be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:56,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34817,1732105297930, seqNum=-1] 2024-11-20T12:21:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:56,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:56,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f., hostname=843d83d51ba0,34817,1732105297930, seqNum=2] 2024-11-20T12:21:56,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:56,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35359,1732105308351, seqNum=-1] 2024-11-20T12:21:56,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:56,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8., hostname=843d83d51ba0,35359,1732105308351, seqNum=2] 2024-11-20T12:21:56,580 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T12:21:56,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:21:56,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:21:56,816 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:56,872 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:57,320 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:57,371 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 379, reset compression=false 2024-11-20T12:21:57,376 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:57,376 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:57,376 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,34817,1732105297930 got entry batch from reader: WALEntryBatch [walEntries=[{test/93b2eb996fc6eb4cc2014529bb27ca8f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T12:21:57,378 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:57,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:57,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:57,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c6c3830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,42611,-1 for getting cluster id 2024-11-20T12:21:57,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:57,381 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdec9779-97c5-4d43-b4d2-ee8204046961' 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdec9779-97c5-4d43-b4d2-ee8204046961" 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b70cef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,42611,-1] 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:57,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:57,382 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:57,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123c2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:57,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36999,1732105303167, seqNum=-1] 2024-11-20T12:21:57,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:57,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:57,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105310788.0a13fc82ce050e198c9a364d106127df., hostname=843d83d51ba0,36999,1732105303167, seqNum=2] 2024-11-20T12:21:57,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:57,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:21:57,580 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:57,582 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T12:21:57,676 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 379, reset compression=false 2024-11-20T12:21:57,680 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:57,680 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 503, reset compression=false 2024-11-20T12:21:57,680 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a13fc82ce050e198c9a364d106127df/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T12:21:57,682 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:57,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:57,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:57,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c5b647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39299,-1 for getting cluster id 2024-11-20T12:21:57,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:21:57,689 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15b160f2-bc23-4fa8-b96a-55d3b228fc95' 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15b160f2-bc23-4fa8-b96a-55d3b228fc95" 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@946cb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39299,-1] 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:21:57,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:21:57,690 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:21:57,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d80a971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:21:57,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:57,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,35359,1732105308351, seqNum=-1] 2024-11-20T12:21:57,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:57,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T12:21:57,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8., hostname=843d83d51ba0,35359,1732105308351, seqNum=2] 2024-11-20T12:21:57,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:57,884 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:57,884 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 503, reset compression=false 2024-11-20T12:21:57,923 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 379, reset compression=false 2024-11-20T12:21:57,927 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:57,927 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 527, reset compression=false 2024-11-20T12:21:57,927 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:58,130 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 527, reset compression=false 2024-11-20T12:21:58,187 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 503, reset compression=false 2024-11-20T12:21:58,287 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:58,434 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 527, reset compression=false 2024-11-20T12:21:58,583 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T12:21:58,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:21:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,36999,1732105303167, seqNum=-1] 2024-11-20T12:21:58,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:21:58,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:21:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732105310788.0a13fc82ce050e198c9a364d106127df., hostname=843d83d51ba0,36999,1732105303167, seqNum=2] 2024-11-20T12:21:58,589 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T12:21:58,591 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 503, reset compression=false 2024-11-20T12:21:58,595 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:58,595 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 607, reset compression=false 2024-11-20T12:21:58,595 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a13fc82ce050e198c9a364d106127df/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:21:58,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:58,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:58,791 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:58,808 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 607, reset compression=false 2024-11-20T12:21:58,837 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 527, reset compression=false 2024-11-20T12:21:58,840 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:21:58,840 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 655, reset compression=false 2024-11-20T12:21:58,840 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:21:59,043 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 655, reset compression=false 2024-11-20T12:21:59,111 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 607, reset compression=false 2024-11-20T12:21:59,346 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 655, reset compression=false 2024-11-20T12:21:59,394 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:21:59,514 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 607, reset compression=false 2024-11-20T12:21:59,591 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T12:21:59,594 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T12:21:59,749 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 655, reset compression=false 2024-11-20T12:21:59,753 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:21:59,753 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 759, reset compression=false 2024-11-20T12:21:59,753 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca98c0ecdb6450eadf50682c663fc0b8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T12:21:59,756 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:21:59,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T12:21:59,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:21:59,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:21:59,965 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 759, reset compression=false 2024-11-20T12:22:00,017 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 607, reset compression=false 2024-11-20T12:22:00,021 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:00,021 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 734, reset compression=false 2024-11-20T12:22:00,021 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:00,097 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:22:00,224 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 734, reset compression=false 2024-11-20T12:22:00,267 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 759, reset compression=false 2024-11-20T12:22:00,529 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 734, reset compression=false 2024-11-20T12:22:00,595 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T12:22:00,598 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T12:22:00,671 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 759, reset compression=false 2024-11-20T12:22:00,902 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 480, reset compression=false 2024-11-20T12:22:00,906 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:00,906 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:00,906 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,34817,1732105297930 got entry batch from reader: WALEntryBatch [walEntries=[{test/93b2eb996fc6eb4cc2014529bb27ca8f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T12:22:00,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:22:00,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:22:00,932 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 734, reset compression=false 2024-11-20T12:22:00,936 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:00,936 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 881, reset compression=false 2024-11-20T12:22:00,936 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a13fc82ce050e198c9a364d106127df/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T12:22:00,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:22:00,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:22:01,110 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:01,139 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 881, reset compression=false 2024-11-20T12:22:01,174 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 759, reset compression=false 2024-11-20T12:22:01,177 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:01,177 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 930, reset compression=false 2024-11-20T12:22:01,177 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:01,380 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 930, reset compression=false 2024-11-20T12:22:01,413 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:01,441 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 881, reset compression=false 2024-11-20T12:22:01,600 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T12:22:01,603 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T12:22:01,683 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 930, reset compression=false 2024-11-20T12:22:01,817 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:01,844 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 881, reset compression=false 2024-11-20T12:22:01,848 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:01,848 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1040, reset compression=false 2024-11-20T12:22:01,848 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a13fc82ce050e198c9a364d106127df/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T12:22:01,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:22:01,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35359 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:22:02,051 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1040, reset compression=false 2024-11-20T12:22:02,086 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 930, reset compression=false 2024-11-20T12:22:02,089 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:02,089 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1080, reset compression=false 2024-11-20T12:22:02,090 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:02,292 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1080, reset compression=false 2024-11-20T12:22:02,320 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:02,355 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1040, reset compression=false 2024-11-20T12:22:02,595 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1080, reset compression=false 2024-11-20T12:22:02,608 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T12:22:02,632 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:02,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T12:22:02,632 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1239, reset compression=false 2024-11-20T12:22:02,636 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca98c0ecdb6450eadf50682c663fc0b8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T12:22:02,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T12:22:02,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T12:22:02,758 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1040, reset compression=false 2024-11-20T12:22:02,782 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:02,782 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:02,782 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:02,841 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1239, reset compression=false 2024-11-20T12:22:02,932 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:03,011 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:03,168 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1239, reset compression=false 2024-11-20T12:22:03,314 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:03,571 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1239, reset compression=false 2024-11-20T12:22:03,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T12:22:03,635 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:03,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:03,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:03,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:03,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:03,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:03,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:03,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:03,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1650908317, stopped=false 2024-11-20T12:22:03,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,39299,1732105308108 2024-11-20T12:22:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2484696007/running 2024-11-20T12:22:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2484696007/running 2024-11-20T12:22:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:22:03,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:22:03,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:03,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:03,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:03,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:03,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,35359,1732105308351' ***** 2024-11-20T12:22:03,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:03,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/running 2024-11-20T12:22:03,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Set watcher on znode that does not yet exist, /2484696007/running 2024-11-20T12:22:03,709 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:03,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(3091): Received CLOSE for ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(3091): Received CLOSE for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,35359,1732105308351 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35359. 2024-11-20T12:22:03,710 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca98c0ecdb6450eadf50682c663fc0b8, disabling compactions & flushes 2024-11-20T12:22:03,710 DEBUG [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:03,710 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:22:03,710 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:03,710 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:22:03,710 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. after waiting 0 ms 2024-11-20T12:22:03,710 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:03,710 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca98c0ecdb6450eadf50682c663fc0b8 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:03,710 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:22:03,710 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1325): Online Regions={ca98c0ecdb6450eadf50682c663fc0b8=test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8., 1588230740=hbase:meta,,1.1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf=hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.} 2024-11-20T12:22:03,711 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:03,711 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf, ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:03,711 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:03,711 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:03,711 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:03,711 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:03,711 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:22:03,717 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:03,724 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f/4b163f252cdc4155b1ecc67592bca3c5 is 29, key is row1/f:/1732105321601/DeleteFamily/seqid=0 2024-11-20T12:22:03,724 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/info/b0acb4a5a3b946fda7ea51c14a1b1c40 is 147, key is hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf./info:regioninfo/1732105315587/Put/seqid=0 2024-11-20T12:22:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:22:03,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741840_1016 (size=5152) 2024-11-20T12:22:03,728 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f/4b163f252cdc4155b1ecc67592bca3c5 2024-11-20T12:22:03,731 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b163f252cdc4155b1ecc67592bca3c5 2024-11-20T12:22:03,744 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f1/eeef48630276424ca88a1c3e8e862277 is 30, key is row1/f1:/1732105321601/DeleteFamily/seqid=0 2024-11-20T12:22:03,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741842_1018 (size=5158) 2024-11-20T12:22:03,747 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:03,911 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf, ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:04,074 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1239, reset compression=false 2024-11-20T12:22:04,080 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:04,080 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1486, reset compression=false 2024-11-20T12:22:04,080 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,35359,1732105308351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:04,081 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,35359,1732105308351: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,35359,1732105308351, walGroup=843d83d51ba0%2C35359%2C1732105308351, offset=843d83d51ba0%2C35359%2C1732105308351.1732105309574:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:35359 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:22:04,082 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:22:04,082 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:22:04,083 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:22:04,083 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:22:04,083 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:22:04,083 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 828467328 }, "NonHeapMemoryUsage": { "committed": 204800000, "init": 7667712, "max": -1, "used": 201708728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:22:04,083 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:39299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:22:04,111 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf, ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:04,128 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/info/b0acb4a5a3b946fda7ea51c14a1b1c40 2024-11-20T12:22:04,147 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/ns/f502100e84c14da6a6ce09b33723c9f5 is 43, key is default/ns:d/1732105310083/Put/seqid=0 2024-11-20T12:22:04,147 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f1/eeef48630276424ca88a1c3e8e862277 2024-11-20T12:22:04,152 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeef48630276424ca88a1c3e8e862277 2024-11-20T12:22:04,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741843_1019 (size=5153) 2024-11-20T12:22:04,168 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/norep/647efd65647f487098f07660d7b65beb is 33, key is row2/norep:/1732105322610/DeleteFamily/seqid=0 2024-11-20T12:22:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741844_1020 (size=5108) 2024-11-20T12:22:04,220 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:04,290 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1486, reset compression=false 2024-11-20T12:22:04,311 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf, ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:04,437 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:04,437 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:04,439 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:04,511 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf, ca98c0ecdb6450eadf50682c663fc0b8 2024-11-20T12:22:04,554 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/ns/f502100e84c14da6a6ce09b33723c9f5 2024-11-20T12:22:04,570 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/rep_barrier/e1e3342d62e84844a502f741f9b0dcd2 is 112, key is test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8./rep_barrier:seqnumDuringOpen/1732105311822/Put/seqid=0 2024-11-20T12:22:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741845_1021 (size=5518) 2024-11-20T12:22:04,574 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/norep/647efd65647f487098f07660d7b65beb 2024-11-20T12:22:04,577 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 647efd65647f487098f07660d7b65beb 2024-11-20T12:22:04,578 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f/4b163f252cdc4155b1ecc67592bca3c5 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/f/4b163f252cdc4155b1ecc67592bca3c5 2024-11-20T12:22:04,581 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b163f252cdc4155b1ecc67592bca3c5 2024-11-20T12:22:04,581 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/f/4b163f252cdc4155b1ecc67592bca3c5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:04,581 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/f1/eeef48630276424ca88a1c3e8e862277 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/f1/eeef48630276424ca88a1c3e8e862277 2024-11-20T12:22:04,584 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eeef48630276424ca88a1c3e8e862277 2024-11-20T12:22:04,584 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/f1/eeef48630276424ca88a1c3e8e862277, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:04,585 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/.tmp/norep/647efd65647f487098f07660d7b65beb as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/norep/647efd65647f487098f07660d7b65beb 2024-11-20T12:22:04,588 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 647efd65647f487098f07660d7b65beb 2024-11-20T12:22:04,588 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/norep/647efd65647f487098f07660d7b65beb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:04,588 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ca98c0ecdb6450eadf50682c663fc0b8 in 878ms, sequenceid=10, compaction requested=false 2024-11-20T12:22:04,592 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/default/test/ca98c0ecdb6450eadf50682c663fc0b8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T12:22:04,592 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:04,592 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:04,592 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:22:04,592 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca98c0ecdb6450eadf50682c663fc0b8: Waiting for close lock at 1732105323710Running coprocessor pre-close hooks at 1732105323710Disabling compacts and flushes for region at 1732105323710Disabling writes for close at 1732105323710Obtaining lock to block concurrent updates at 1732105323710Preparing flush snapshotting stores in ca98c0ecdb6450eadf50682c663fc0b8 at 1732105323710Finished memstore snapshotting test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732105323711 (+1 ms)Flushing stores of test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. at 1732105323711Flushing ca98c0ecdb6450eadf50682c663fc0b8/f: creating writer at 1732105323711Flushing ca98c0ecdb6450eadf50682c663fc0b8/f: appending metadata at 1732105323724 (+13 ms)Flushing ca98c0ecdb6450eadf50682c663fc0b8/f: closing flushed file at 1732105323724Flushing ca98c0ecdb6450eadf50682c663fc0b8/f1: creating writer at 1732105323731 (+7 ms)Flushing ca98c0ecdb6450eadf50682c663fc0b8/f1: appending metadata at 1732105323743 (+12 ms)Flushing ca98c0ecdb6450eadf50682c663fc0b8/f1: closing flushed file at 1732105323743Flushing ca98c0ecdb6450eadf50682c663fc0b8/norep: creating writer at 1732105324152 (+409 ms)Flushing ca98c0ecdb6450eadf50682c663fc0b8/norep: appending metadata at 1732105324167 (+15 ms)Flushing ca98c0ecdb6450eadf50682c663fc0b8/norep: closing flushed file at 1732105324167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cda1f8c: reopening flushed file at 1732105324577 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e48741e: reopening flushed file at 1732105324581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7b1a: reopening flushed file at 1732105324584 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ca98c0ecdb6450eadf50682c663fc0b8 in 878ms, sequenceid=10, compaction requested=false at 1732105324588 (+4 ms)Writing region close event to WAL at 1732105324589 (+1 ms)Running coprocessor post-close hooks at 1732105324592 (+3 ms)Closed at 1732105324592 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105311428.ca98c0ecdb6450eadf50682c663fc0b8. 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 672e4cc2960bb0ffe7f7f6a56f4234bf, disabling compactions & flushes 2024-11-20T12:22:04,593 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. after waiting 0 ms 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 672e4cc2960bb0ffe7f7f6a56f4234bf: Waiting for close lock at 1732105324593Running coprocessor pre-close hooks at 1732105324593Disabling compacts and flushes for region at 1732105324593Disabling writes for close at 1732105324593Failed flush hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf., putting online again at 1732105324593 2024-11-20T12:22:04,593 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,593 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 1486, reset compression=false 2024-11-20T12:22:04,596 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:04,596 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 2130, reset compression=false 2024-11-20T12:22:04,711 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:22:04,711 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf=hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf.} 2024-11-20T12:22:04,711 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(3091): Received CLOSE for 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:22:04,712 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 672e4cc2960bb0ffe7f7f6a56f4234bf 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 672e4cc2960bb0ffe7f7f6a56f4234bf, disabling compactions & flushes 2024-11-20T12:22:04,712 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. after waiting 0 ms 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 672e4cc2960bb0ffe7f7f6a56f4234bf: Waiting for close lock at 1732105324712Running coprocessor pre-close hooks at 1732105324712Disabling compacts and flushes for region at 1732105324712Disabling writes for close at 1732105324712Failed flush hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf., putting online again at 1732105324712 2024-11-20T12:22:04,712 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105314415.672e4cc2960bb0ffe7f7f6a56f4234bf. 2024-11-20T12:22:04,799 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 2130, reset compression=false 2024-11-20T12:22:04,835 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:04,912 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:04,973 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/rep_barrier/e1e3342d62e84844a502f741f9b0dcd2 2024-11-20T12:22:04,994 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/table/831c4cfc537841c59df28a278d40f5f6 is 53, key is hbase:replication/table:state/1732105315595/Put/seqid=0 2024-11-20T12:22:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:22:05,106 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 2130, reset compression=false 2024-11-20T12:22:05,112 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:05,312 DEBUG [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:05,342 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:05,400 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/table/831c4cfc537841c59df28a278d40f5f6 2024-11-20T12:22:05,413 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/info/b0acb4a5a3b946fda7ea51c14a1b1c40 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/info/b0acb4a5a3b946fda7ea51c14a1b1c40 2024-11-20T12:22:05,417 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/info/b0acb4a5a3b946fda7ea51c14a1b1c40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:22:05,418 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/ns/f502100e84c14da6a6ce09b33723c9f5 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/ns/f502100e84c14da6a6ce09b33723c9f5 2024-11-20T12:22:05,421 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/ns/f502100e84c14da6a6ce09b33723c9f5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:22:05,422 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/rep_barrier/e1e3342d62e84844a502f741f9b0dcd2 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/rep_barrier/e1e3342d62e84844a502f741f9b0dcd2 2024-11-20T12:22:05,428 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/rep_barrier/e1e3342d62e84844a502f741f9b0dcd2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:22:05,432 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/.tmp/table/831c4cfc537841c59df28a278d40f5f6 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/table/831c4cfc537841c59df28a278d40f5f6 2024-11-20T12:22:05,437 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/table/831c4cfc537841c59df28a278d40f5f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:22:05,437 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-20T12:22:05,444 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:22:05,444 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:05,445 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:05,445 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:05,445 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105323710Running coprocessor pre-close hooks at 1732105323710Disabling compacts and flushes for region at 1732105323710Disabling writes for close at 1732105323711 (+1 ms)Obtaining lock to block concurrent updates at 1732105323711Preparing flush snapshotting stores in 1588230740 at 1732105323711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105323711Flushing stores of hbase:meta,,1.1588230740 at 1732105323711Flushing 1588230740/info: creating writer at 1732105323711Flushing 1588230740/info: appending metadata at 1732105323724 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732105323724Flushing 1588230740/ns: creating writer at 1732105324132 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732105324147 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732105324147Flushing 1588230740/rep_barrier: creating writer at 1732105324558 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105324570 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105324570Flushing 1588230740/table: creating writer at 1732105324977 (+407 ms)Flushing 1588230740/table: appending metadata at 1732105324994 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732105324994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6c86c3: reopening flushed file at 1732105325412 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3753ef70: reopening flushed file at 1732105325417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea7b069: reopening flushed file at 1732105325421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49200bbd: reopening flushed file at 1732105325428 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1732105325438 (+10 ms)Writing region close event to WAL at 1732105325441 (+3 ms)Running coprocessor post-close hooks at 1732105325444 (+3 ms)Closed at 1732105325445 (+1 ms) 2024-11-20T12:22:05,445 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:05,509 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/WALs/843d83d51ba0,35359,1732105308351/843d83d51ba0%2C35359%2C1732105308351.1732105309574 to pos 2130, reset compression=false 2024-11-20T12:22:05,512 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T12:22:05,512 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,35359,1732105308351; all regions closed. 2024-11-20T12:22:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:22:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741839_1015 (size=2171) 2024-11-20T12:22:05,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741833_1009 (size=2138) 2024-11-20T12:22:05,520 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:05,520 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:05,520 INFO [RS:0;843d83d51ba0:35359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:05,521 INFO [RS:0;843d83d51ba0:35359 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:05,521 INFO [RS:0;843d83d51ba0:35359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:05,521 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,35359,1732105308351 because: Region server is closing 2024-11-20T12:22:05,522 INFO [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35359. 2024-11-20T12:22:05,522 DEBUG [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:05,522 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:05,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:05,522 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:05,522 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:05,540 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:05,623 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.shipper843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 terminated 2024-11-20T12:22:05,623 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,35359,1732105308351.replicationSource.wal-reader.843d83d51ba0%2C35359%2C1732105308351,1-843d83d51ba0,35359,1732105308351 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:22:05,623 INFO [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:35359. 2024-11-20T12:22:05,623 DEBUG [RS:0;843d83d51ba0:35359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:05,623 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:05,623 DEBUG [RS:0;843d83d51ba0:35359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:05,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:05,624 INFO [RS:0;843d83d51ba0:35359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35359 2024-11-20T12:22:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007/rs 2024-11-20T12:22:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2484696007/rs/843d83d51ba0,35359,1732105308351 2024-11-20T12:22:05,677 INFO [RS:0;843d83d51ba0:35359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:05,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,35359,1732105308351] 2024-11-20T12:22:05,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2484696007/draining/843d83d51ba0,35359,1732105308351 already deleted, retry=false 2024-11-20T12:22:05,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,35359,1732105308351 expired; onlineServers=0 2024-11-20T12:22:05,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,39299,1732105308108' ***** 2024-11-20T12:22:05,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:05,698 DEBUG [M:0;843d83d51ba0:39299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:05,698 DEBUG [M:0;843d83d51ba0:39299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:05,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:05,698 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105309354 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105309354,5,FailOnTimeoutGroup] 2024-11-20T12:22:05,698 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105309356 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105309356,5,FailOnTimeoutGroup] 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:05,698 DEBUG [M:0;843d83d51ba0:39299 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:05,698 INFO [M:0;843d83d51ba0:39299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:05,699 INFO [M:0;843d83d51ba0:39299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:05,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2484696007/master 2024-11-20T12:22:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2484696007 2024-11-20T12:22:05,708 DEBUG [M:0;843d83d51ba0:39299 {}] zookeeper.ZKUtil(347): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Unable to get data of znode /2484696007/master because node does not exist (not an error) 2024-11-20T12:22:05,708 WARN [M:0;843d83d51ba0:39299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:22:05,718 INFO [M:0;843d83d51ba0:39299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/.lastflushedseqids 2024-11-20T12:22:05,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741847_1023 (size=245) 2024-11-20T12:22:05,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:05,787 INFO [RS:0;843d83d51ba0:35359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:05,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35359-0x101583152110007, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:05,787 INFO [RS:0;843d83d51ba0:35359 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,35359,1732105308351; zookeeper connection closed. 2024-11-20T12:22:05,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b15888e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b15888e 2024-11-20T12:22:05,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:06,122 INFO [M:0;843d83d51ba0:39299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:06,122 INFO [M:0;843d83d51ba0:39299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:06,123 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:06,123 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:06,123 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:06,123 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:06,123 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:06,123 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T12:22:06,137 DEBUG [M:0;843d83d51ba0:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06ca59bdf3c444c28d4fd10434022752 is 82, key is hbase:meta,,1/info:regioninfo/1732105310059/Put/seqid=0 2024-11-20T12:22:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741848_1024 (size=5672) 2024-11-20T12:22:06,344 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:06,353 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:06,547 INFO [M:0;843d83d51ba0:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06ca59bdf3c444c28d4fd10434022752 2024-11-20T12:22:06,562 DEBUG [M:0;843d83d51ba0:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5890a808e4ff4731946d466a90367a0c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105315599/Put/seqid=0 2024-11-20T12:22:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741849_1025 (size=8516) 2024-11-20T12:22:06,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:06,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:06,686 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108648 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:06,938 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-20T12:22:06,939 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T12:22:06,966 INFO [M:0;843d83d51ba0:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5890a808e4ff4731946d466a90367a0c 2024-11-20T12:22:06,986 DEBUG [M:0;843d83d51ba0:39299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a148a6fff00a46caab712f437a1e8e83 is 69, key is 843d83d51ba0,35359,1732105308351/rs:state/1732105309366/Put/seqid=0 2024-11-20T12:22:06,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741850_1026 (size=5156) 2024-11-20T12:22:07,247 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:07,394 INFO [M:0;843d83d51ba0:39299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a148a6fff00a46caab712f437a1e8e83 2024-11-20T12:22:07,398 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06ca59bdf3c444c28d4fd10434022752 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06ca59bdf3c444c28d4fd10434022752 2024-11-20T12:22:07,400 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06ca59bdf3c444c28d4fd10434022752, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:22:07,401 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5890a808e4ff4731946d466a90367a0c as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5890a808e4ff4731946d466a90367a0c 2024-11-20T12:22:07,404 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5890a808e4ff4731946d466a90367a0c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:22:07,405 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a148a6fff00a46caab712f437a1e8e83 as hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a148a6fff00a46caab712f437a1e8e83 2024-11-20T12:22:07,408 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36147/user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a148a6fff00a46caab712f437a1e8e83, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:22:07,408 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-20T12:22:07,409 INFO [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:07,409 DEBUG [M:0;843d83d51ba0:39299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105326123Disabling compacts and flushes for region at 1732105326123Disabling writes for close at 1732105326123Obtaining lock to block concurrent updates at 1732105326123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105326123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732105326123Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105326123Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105326124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105326137 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105326137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105326551 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105326562 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105326562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105326969 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105326985 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105326985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c567db4: reopening flushed file at 1732105327397 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e0497a: reopening flushed file at 1732105327401 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac83c28: reopening flushed file at 1732105327404 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732105327408 (+4 ms)Writing region close event to WAL at 1732105327409 (+1 ms)Closed at 1732105327409 2024-11-20T12:22:07,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38641 is added to blk_1073741830_1006 (size=63654) 2024-11-20T12:22:07,411 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b915abb6-c0e2-3fa1-9331-dfafd18e0673/MasterData/WALs/843d83d51ba0,39299,1732105308108/843d83d51ba0%2C39299%2C1732105308108.1732105309035 not finished, retry = 0 2024-11-20T12:22:07,456 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:07,512 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:07,512 INFO [M:0;843d83d51ba0:39299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:07,512 INFO [M:0;843d83d51ba0:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39299 2024-11-20T12:22:07,513 INFO [M:0;843d83d51ba0:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:07,660 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:22:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:07,661 INFO [M:0;843d83d51ba0:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:07,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39299-0x101583152110006, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:07,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348a7b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:07,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:07,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:07,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:07,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:07,669 WARN [BP-737785634-172.17.0.3-1732105306086 heartbeating to localhost/127.0.0.1:36147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:07,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:07,669 WARN [BP-737785634-172.17.0.3-1732105306086 heartbeating to localhost/127.0.0.1:36147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-737785634-172.17.0.3-1732105306086 (Datanode Uuid 7202115b-1fcb-44f0-b630-79deb01fe9c5) service to localhost/127.0.0.1:36147 2024-11-20T12:22:07,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:07,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/cluster_e7b594d6-9775-2c95-a522-9469cf21d9c8/data/data1/current/BP-737785634-172.17.0.3-1732105306086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:07,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/cluster_e7b594d6-9775-2c95-a522-9469cf21d9c8/data/data2/current/BP-737785634-172.17.0.3-1732105306086 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:07,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:07,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ac6cef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:07,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:07,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:07,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:07,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:07,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:07,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:07,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:07,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:07,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:07,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:07,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:07,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:07,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1448449359, stopped=false 2024-11-20T12:22:07,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,42611,1732105302420 2024-11-20T12:22:07,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582403340/running 2024-11-20T12:22:07,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582403340/running 2024-11-20T12:22:07,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:22:07,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:22:07,713 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:07,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/running 2024-11-20T12:22:07,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Set watcher on znode that does not yet exist, /1582403340/running 2024-11-20T12:22:07,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:07,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:07,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:07,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,36999,1732105303167' ***** 2024-11-20T12:22:07,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:07,717 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:07,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:07,717 INFO [RS:0;843d83d51ba0:36999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:07,717 INFO [RS:0;843d83d51ba0:36999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:07,717 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(3091): Received CLOSE for 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a13fc82ce050e198c9a364d106127df 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,36999,1732105303167 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:07,720 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79be875e61e16b8a42d47ac432ec9f91, disabling compactions & flushes 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36999. 2024-11-20T12:22:07,720 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:22:07,720 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:22:07,720 DEBUG [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:07,720 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. after waiting 0 ms 2024-11-20T12:22:07,720 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:07,720 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:07,720 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:07,720 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79be875e61e16b8a42d47ac432ec9f91 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T12:22:07,721 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:07,724 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:22:07,724 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1325): Online Regions={79be875e61e16b8a42d47ac432ec9f91=hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91., 0a13fc82ce050e198c9a364d106127df=test,,1732105310788.0a13fc82ce050e198c9a364d106127df., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:07,724 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740, 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:22:07,724 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:07,724 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:07,724 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:07,724 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:07,724 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:07,724 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:22:07,743 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/.tmp/queue/db6238c27fd1481bafd0bb3958a5c79c is 154, key is 1-843d83d51ba0,36999,1732105303167/queue:843d83d51ba0%2C36999%2C1732105303167/1732105322783/Put/seqid=0 2024-11-20T12:22:07,747 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/info/96fcddde54e747b2816f5d743e276f8d is 147, key is hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91./info:regioninfo/1732105313695/Put/seqid=0 2024-11-20T12:22:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741840_1016 (size=5353) 2024-11-20T12:22:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741841_1017 (size=7686) 2024-11-20T12:22:07,785 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:07,924 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740, 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:22:08,125 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740, 79be875e61e16b8a42d47ac432ec9f91 2024-11-20T12:22:08,154 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/.tmp/queue/db6238c27fd1481bafd0bb3958a5c79c 2024-11-20T12:22:08,158 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/info/96fcddde54e747b2816f5d743e276f8d 2024-11-20T12:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/.tmp/queue/db6238c27fd1481bafd0bb3958a5c79c as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/queue/db6238c27fd1481bafd0bb3958a5c79c 2024-11-20T12:22:08,161 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/queue/db6238c27fd1481bafd0bb3958a5c79c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T12:22:08,162 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79be875e61e16b8a42d47ac432ec9f91 in 442ms, sequenceid=12, compaction requested=false 2024-11-20T12:22:08,170 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/replication/79be875e61e16b8a42d47ac432ec9f91/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:08,171 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79be875e61e16b8a42d47ac432ec9f91: Waiting for close lock at 1732105327720Running coprocessor pre-close hooks at 1732105327720Disabling compacts and flushes for region at 1732105327720Disabling writes for close at 1732105327720Obtaining lock to block concurrent updates at 1732105327720Preparing flush snapshotting stores in 79be875e61e16b8a42d47ac432ec9f91 at 1732105327721 (+1 ms)Finished memstore snapshotting hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732105327721Flushing stores of hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. at 1732105327722 (+1 ms)Flushing 79be875e61e16b8a42d47ac432ec9f91/queue: creating writer at 1732105327722Flushing 79be875e61e16b8a42d47ac432ec9f91/queue: appending metadata at 1732105327743 (+21 ms)Flushing 79be875e61e16b8a42d47ac432ec9f91/queue: closing flushed file at 1732105327743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721ee96c: reopening flushed file at 1732105328158 (+415 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79be875e61e16b8a42d47ac432ec9f91 in 442ms, sequenceid=12, compaction requested=false at 1732105328162 (+4 ms)Writing region close event to WAL at 1732105328163 (+1 ms)Running coprocessor post-close hooks at 1732105328171 (+8 ms)Closed at 1732105328171 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105313246.79be875e61e16b8a42d47ac432ec9f91. 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a13fc82ce050e198c9a364d106127df, disabling compactions & flushes 2024-11-20T12:22:08,171 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105310788.0a13fc82ce050e198c9a364d106127df. after waiting 0 ms 2024-11-20T12:22:08,171 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:22:08,171 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a13fc82ce050e198c9a364d106127df 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T12:22:08,178 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/ns/456daa860ce24a858f7e372b97ddaa66 is 43, key is default/ns:d/1732105305946/Put/seqid=0 2024-11-20T12:22:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741842_1018 (size=5153) 2024-11-20T12:22:08,190 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f/02c543958a554822b1f1d737a22a721d is 29, key is row1/f:/1732105321601/DeleteFamily/seqid=0 2024-11-20T12:22:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741843_1019 (size=5152) 2024-11-20T12:22:08,200 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f/02c543958a554822b1f1d737a22a721d 2024-11-20T12:22:08,204 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c543958a554822b1f1d737a22a721d 2024-11-20T12:22:08,218 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f1/f6976542617b4508873697aa42444818 is 30, key is row1/f1:/1732105321601/DeleteFamily/seqid=0 2024-11-20T12:22:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741844_1020 (size=5158) 2024-11-20T12:22:08,249 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1189, reset compression=false 2024-11-20T12:22:08,254 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:08,254 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1436, reset compression=false 2024-11-20T12:22:08,254 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,36999,1732105303167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:08,255 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,36999,1732105303167: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,36999,1732105303167, walGroup=843d83d51ba0%2C36999%2C1732105303167, offset=843d83d51ba0%2C36999%2C1732105303167.1732105305485:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:36999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:22:08,257 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:22:08,258 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:22:08,259 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:22:08,259 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:22:08,259 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:22:08,262 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 916547712 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 202245880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:22:08,262 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:42611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:42611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:22:08,325 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740 2024-11-20T12:22:08,348 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:08,348 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:08,464 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1436, reset compression=false 2024-11-20T12:22:08,525 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740 2024-11-20T12:22:08,588 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/ns/456daa860ce24a858f7e372b97ddaa66 2024-11-20T12:22:08,609 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/rep_barrier/b321b428e98e4580a3b006d741dc0fbf is 112, key is test,,1732105310788.0a13fc82ce050e198c9a364d106127df./rep_barrier:seqnumDuringOpen/1732105311206/Put/seqid=0 2024-11-20T12:22:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741845_1021 (size=5518) 2024-11-20T12:22:08,622 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/rep_barrier/b321b428e98e4580a3b006d741dc0fbf 2024-11-20T12:22:08,625 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f1/f6976542617b4508873697aa42444818 2024-11-20T12:22:08,638 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6976542617b4508873697aa42444818 2024-11-20T12:22:08,656 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/table/81c057d2d5334fcba1e363b1f629e8d1 is 53, key is hbase:replication/table:state/1732105313703/Put/seqid=0 2024-11-20T12:22:08,658 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:08,664 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/norep/54f79305f1784fc0b8eb757a0fe6f301 is 33, key is row1/norep:/1732105321601/DeleteFamily/seqid=0 2024-11-20T12:22:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:22:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741847_1023 (size=5108) 2024-11-20T12:22:08,682 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/norep/54f79305f1784fc0b8eb757a0fe6f301 2024-11-20T12:22:08,693 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54f79305f1784fc0b8eb757a0fe6f301 2024-11-20T12:22:08,694 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f/02c543958a554822b1f1d737a22a721d as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/f/02c543958a554822b1f1d737a22a721d 2024-11-20T12:22:08,699 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02c543958a554822b1f1d737a22a721d 2024-11-20T12:22:08,699 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/f/02c543958a554822b1f1d737a22a721d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:08,700 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/f1/f6976542617b4508873697aa42444818 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/f1/f6976542617b4508873697aa42444818 2024-11-20T12:22:08,705 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6976542617b4508873697aa42444818 2024-11-20T12:22:08,705 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/f1/f6976542617b4508873697aa42444818, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:08,710 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/.tmp/norep/54f79305f1784fc0b8eb757a0fe6f301 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/norep/54f79305f1784fc0b8eb757a0fe6f301 2024-11-20T12:22:08,715 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54f79305f1784fc0b8eb757a0fe6f301 2024-11-20T12:22:08,715 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/norep/54f79305f1784fc0b8eb757a0fe6f301, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T12:22:08,717 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0a13fc82ce050e198c9a364d106127df in 545ms, sequenceid=10, compaction requested=false 2024-11-20T12:22:08,717 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:22:08,725 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:22:08,725 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1325): Online Regions={0a13fc82ce050e198c9a364d106127df=test,,1732105310788.0a13fc82ce050e198c9a364d106127df., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:08,725 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 0a13fc82ce050e198c9a364d106127df, 1588230740 2024-11-20T12:22:08,738 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/default/test/0a13fc82ce050e198c9a364d106127df/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T12:22:08,739 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:08,739 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:08,739 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:22:08,739 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a13fc82ce050e198c9a364d106127df: Waiting for close lock at 1732105328171Running coprocessor pre-close hooks at 1732105328171Disabling compacts and flushes for region at 1732105328171Disabling writes for close at 1732105328171Obtaining lock to block concurrent updates at 1732105328171Preparing flush snapshotting stores in 0a13fc82ce050e198c9a364d106127df at 1732105328171Finished memstore snapshotting test,,1732105310788.0a13fc82ce050e198c9a364d106127df., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732105328172 (+1 ms)Flushing stores of test,,1732105310788.0a13fc82ce050e198c9a364d106127df. at 1732105328172Flushing 0a13fc82ce050e198c9a364d106127df/f: creating writer at 1732105328172Flushing 0a13fc82ce050e198c9a364d106127df/f: appending metadata at 1732105328190 (+18 ms)Flushing 0a13fc82ce050e198c9a364d106127df/f: closing flushed file at 1732105328190Flushing 0a13fc82ce050e198c9a364d106127df/f1: creating writer at 1732105328205 (+15 ms)Flushing 0a13fc82ce050e198c9a364d106127df/f1: appending metadata at 1732105328217 (+12 ms)Flushing 0a13fc82ce050e198c9a364d106127df/f1: closing flushed file at 1732105328217Flushing 0a13fc82ce050e198c9a364d106127df/norep: creating writer at 1732105328638 (+421 ms)Flushing 0a13fc82ce050e198c9a364d106127df/norep: appending metadata at 1732105328663 (+25 ms)Flushing 0a13fc82ce050e198c9a364d106127df/norep: closing flushed file at 1732105328663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670f004c: reopening flushed file at 1732105328694 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbe5a96: reopening flushed file at 1732105328699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd43a12: reopening flushed file at 1732105328706 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0a13fc82ce050e198c9a364d106127df in 545ms, sequenceid=10, compaction requested=false at 1732105328717 (+11 ms)Writing region close event to WAL at 1732105328736 (+19 ms)Running coprocessor post-close hooks at 1732105328739 (+3 ms)Closed at 1732105328739 2024-11-20T12:22:08,739 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105310788.0a13fc82ce050e198c9a364d106127df. 2024-11-20T12:22:08,767 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 1436, reset compression=false 2024-11-20T12:22:08,773 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:08,773 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 2080, reset compression=false 2024-11-20T12:22:08,925 DEBUG [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:08,976 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.wal-reader.843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.1732105305485 to pos 2080, reset compression=false 2024-11-20T12:22:09,071 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/table/81c057d2d5334fcba1e363b1f629e8d1 2024-11-20T12:22:09,074 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/info/96fcddde54e747b2816f5d743e276f8d as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/info/96fcddde54e747b2816f5d743e276f8d 2024-11-20T12:22:09,078 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/info/96fcddde54e747b2816f5d743e276f8d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:22:09,079 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/ns/456daa860ce24a858f7e372b97ddaa66 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/ns/456daa860ce24a858f7e372b97ddaa66 2024-11-20T12:22:09,084 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/ns/456daa860ce24a858f7e372b97ddaa66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:22:09,085 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/rep_barrier/b321b428e98e4580a3b006d741dc0fbf as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/rep_barrier/b321b428e98e4580a3b006d741dc0fbf 2024-11-20T12:22:09,089 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/rep_barrier/b321b428e98e4580a3b006d741dc0fbf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:22:09,090 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/.tmp/table/81c057d2d5334fcba1e363b1f629e8d1 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/table/81c057d2d5334fcba1e363b1f629e8d1 2024-11-20T12:22:09,094 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/table/81c057d2d5334fcba1e363b1f629e8d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:22:09,095 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-11-20T12:22:09,095 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:22:09,100 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:22:09,101 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:09,101 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:09,101 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:09,101 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105327724Running coprocessor pre-close hooks at 1732105327724Disabling compacts and flushes for region at 1732105327724Disabling writes for close at 1732105327724Obtaining lock to block concurrent updates at 1732105327725 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732105327725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105327725Flushing stores of hbase:meta,,1.1588230740 at 1732105327725Flushing 1588230740/info: creating writer at 1732105327725Flushing 1588230740/info: appending metadata at 1732105327746 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732105327746Flushing 1588230740/ns: creating writer at 1732105328161 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732105328178 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732105328178Flushing 1588230740/rep_barrier: creating writer at 1732105328592 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105328609 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105328609Flushing 1588230740/table: creating writer at 1732105328631 (+22 ms)Flushing 1588230740/table: appending metadata at 1732105328656 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732105328656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe9594a: reopening flushed file at 1732105329074 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193885d8: reopening flushed file at 1732105329079 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4020d6: reopening flushed file at 1732105329084 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ac1d7e: reopening flushed file at 1732105329089 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1732105329095 (+6 ms)Writing region close event to WAL at 1732105329098 (+3 ms)Running coprocessor post-close hooks at 1732105329101 (+3 ms)Closed at 1732105329101 2024-11-20T12:22:09,101 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:09,126 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,36999,1732105303167; all regions closed. 2024-11-20T12:22:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:22:09,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/WALs/843d83d51ba0,36999,1732105303167/843d83d51ba0%2C36999%2C1732105303167.meta.1732105305902.meta not finished, retry = 0 2024-11-20T12:22:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741839_1015 (size=3114) 2024-11-20T12:22:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741833_1009 (size=2088) 2024-11-20T12:22:09,243 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:09,243 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:09,243 INFO [RS:0;843d83d51ba0:36999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:09,243 INFO [RS:0;843d83d51ba0:36999 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:09,243 INFO [RS:0;843d83d51ba0:36999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:09,244 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,36999,1732105303167 because: Region server is closing 2024-11-20T12:22:09,244 INFO [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36999. 2024-11-20T12:22:09,244 DEBUG [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:09,244 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:09,244 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:09,244 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:09,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:09,345 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,36999,1732105303167.replicationSource.shipper843d83d51ba0%2C36999%2C1732105303167,1-843d83d51ba0,36999,1732105303167 terminated 2024-11-20T12:22:09,345 INFO [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:36999. 2024-11-20T12:22:09,345 DEBUG [RS:0;843d83d51ba0:36999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:09,345 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:09,345 DEBUG [RS:0;843d83d51ba0:36999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:09,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:09,345 INFO [RS:0;843d83d51ba0:36999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36999 2024-11-20T12:22:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340/rs 2024-11-20T12:22:09,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582403340/rs/843d83d51ba0,36999,1732105303167 2024-11-20T12:22:09,366 INFO [RS:0;843d83d51ba0:36999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:09,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,36999,1732105303167] 2024-11-20T12:22:09,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1582403340/draining/843d83d51ba0,36999,1732105303167 already deleted, retry=false 2024-11-20T12:22:09,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,36999,1732105303167 expired; onlineServers=0 2024-11-20T12:22:09,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,42611,1732105302420' ***** 2024-11-20T12:22:09,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:09,387 INFO [M:0;843d83d51ba0:42611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:09,387 INFO [M:0;843d83d51ba0:42611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:09,387 DEBUG [M:0;843d83d51ba0:42611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:09,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:09,387 DEBUG [M:0;843d83d51ba0:42611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:09,387 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105305182 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105305182,5,FailOnTimeoutGroup] 2024-11-20T12:22:09,387 INFO [M:0;843d83d51ba0:42611 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:09,387 INFO [M:0;843d83d51ba0:42611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:09,387 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105305182 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105305182,5,FailOnTimeoutGroup] 2024-11-20T12:22:09,387 DEBUG [M:0;843d83d51ba0:42611 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:09,388 INFO [M:0;843d83d51ba0:42611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:09,388 INFO [M:0;843d83d51ba0:42611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:09,388 INFO [M:0;843d83d51ba0:42611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:09,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:09,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1582403340/master 2024-11-20T12:22:09,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1582403340 2024-11-20T12:22:09,434 DEBUG [M:0;843d83d51ba0:42611 {}] zookeeper.ZKUtil(347): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Unable to get data of znode /1582403340/master because node does not exist (not an error) 2024-11-20T12:22:09,434 WARN [M:0;843d83d51ba0:42611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:22:09,435 INFO [M:0;843d83d51ba0:42611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/.lastflushedseqids 2024-11-20T12:22:09,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741848_1024 (size=245) 2024-11-20T12:22:09,477 INFO [RS:0;843d83d51ba0:36999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:09,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:09,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36999-0x101583152110004, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:09,477 INFO [RS:0;843d83d51ba0:36999 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,36999,1732105303167; zookeeper connection closed. 2024-11-20T12:22:09,477 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4218ed6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4218ed6e 2024-11-20T12:22:09,477 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:09,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:09,847 INFO [M:0;843d83d51ba0:42611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:09,847 INFO [M:0;843d83d51ba0:42611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:09,847 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:09,847 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:09,847 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:09,847 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:09,847 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:09,847 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T12:22:09,869 DEBUG [M:0;843d83d51ba0:42611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d0e1c363443b99f4093723a9a82fe is 82, key is hbase:meta,,1/info:regioninfo/1732105305932/Put/seqid=0 2024-11-20T12:22:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741849_1025 (size=5672) 2024-11-20T12:22:09,873 INFO [M:0;843d83d51ba0:42611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d0e1c363443b99f4093723a9a82fe 2024-11-20T12:22:09,900 DEBUG [M:0;843d83d51ba0:42611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d2abda45924255b2f723ffa6bbbaa8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105313709/Put/seqid=0 2024-11-20T12:22:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741850_1026 (size=8515) 2024-11-20T12:22:09,967 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:10,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:10,306 INFO [M:0;843d83d51ba0:42611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d2abda45924255b2f723ffa6bbbaa8 2024-11-20T12:22:10,324 DEBUG [M:0;843d83d51ba0:42611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a20b79c8f545618d4949ebf8b953c0 is 69, key is 843d83d51ba0,36999,1732105303167/rs:state/1732105305310/Put/seqid=0 2024-11-20T12:22:10,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741851_1027 (size=5156) 2024-11-20T12:22:10,748 INFO [M:0;843d83d51ba0:42611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a20b79c8f545618d4949ebf8b953c0 2024-11-20T12:22:10,753 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d0e1c363443b99f4093723a9a82fe as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632d0e1c363443b99f4093723a9a82fe 2024-11-20T12:22:10,765 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632d0e1c363443b99f4093723a9a82fe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T12:22:10,766 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d2abda45924255b2f723ffa6bbbaa8 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26d2abda45924255b2f723ffa6bbbaa8 2024-11-20T12:22:10,770 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26d2abda45924255b2f723ffa6bbbaa8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T12:22:10,771 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a20b79c8f545618d4949ebf8b953c0 as hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48a20b79c8f545618d4949ebf8b953c0 2024-11-20T12:22:10,777 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40515/user/jenkins/test-data/258d7e7b-846c-3790-d2aa-fdeb8e6a079a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48a20b79c8f545618d4949ebf8b953c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T12:22:10,778 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=97, compaction requested=false 2024-11-20T12:22:10,784 INFO [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:10,784 DEBUG [M:0;843d83d51ba0:42611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105329847Disabling compacts and flushes for region at 1732105329847Disabling writes for close at 1732105329847Obtaining lock to block concurrent updates at 1732105329847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105329847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732105329848 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105329848Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105329849 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105329868 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105329868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105329877 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105329899 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105329899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105330309 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105330324 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105330324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da167b0: reopening flushed file at 1732105330751 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c4c95f: reopening flushed file at 1732105330765 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329d7536: reopening flushed file at 1732105330770 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=97, compaction requested=false at 1732105330778 (+8 ms)Writing region close event to WAL at 1732105330784 (+6 ms)Closed at 1732105330784 2024-11-20T12:22:10,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42045 is added to blk_1073741830_1006 (size=63642) 2024-11-20T12:22:10,795 INFO [M:0;843d83d51ba0:42611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:10,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:10,795 INFO [M:0;843d83d51ba0:42611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42611 2024-11-20T12:22:10,796 INFO [M:0;843d83d51ba0:42611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:10,924 INFO [M:0;843d83d51ba0:42611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:10,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42611-0x101583152110003, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:10,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e55eb3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:10,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:10,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:10,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:10,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:10,935 WARN [BP-964666509-172.17.0.3-1732105299923 heartbeating to localhost/127.0.0.1:40515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:10,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:10,935 WARN [BP-964666509-172.17.0.3-1732105299923 heartbeating to localhost/127.0.0.1:40515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-964666509-172.17.0.3-1732105299923 (Datanode Uuid b74bdc37-35a6-475c-9f97-746ec4ec4a6a) service to localhost/127.0.0.1:40515 2024-11-20T12:22:10,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:10,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/cluster_f79ff0b7-32a7-7873-8e7c-686414da04ae/data/data1/current/BP-964666509-172.17.0.3-1732105299923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:10,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/cluster_f79ff0b7-32a7-7873-8e7c-686414da04ae/data/data2/current/BP-964666509-172.17.0.3-1732105299923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:10,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:10,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fb63e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:10,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:10,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:10,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:10,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/21316566-8b30-b618-a146-e722b162b0e7/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:10,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:10,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:10,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:10,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:10,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:10,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:10,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:10,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:10,965 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=27802991, stopped=false 2024-11-20T12:22:10,965 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,46541,1732105297668 2024-11-20T12:22:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0290297915/running 2024-11-20T12:22:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0290297915/running 2024-11-20T12:22:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:22:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:22:10,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:10,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/running 2024-11-20T12:22:10,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Set watcher on znode that does not yet exist, /0290297915/running 2024-11-20T12:22:10,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:10,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:10,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:10,985 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,34817,1732105297930' ***** 2024-11-20T12:22:10,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:10,985 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:10,985 INFO [RS:0;843d83d51ba0:34817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:10,985 INFO [RS:0;843d83d51ba0:34817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:10,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(3091): Received CLOSE for 93b2eb996fc6eb4cc2014529bb27ca8f 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(3091): Received CLOSE for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,34817,1732105297930 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34817. 2024-11-20T12:22:10,986 DEBUG [RS:0;843d83d51ba0:34817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:10,986 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:10,986 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93b2eb996fc6eb4cc2014529bb27ca8f, disabling compactions & flushes 2024-11-20T12:22:10,987 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. after waiting 0 ms 2024-11-20T12:22:10,987 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:22:10,987 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1325): Online Regions={93b2eb996fc6eb4cc2014529bb27ca8f=test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f., e56e471e15aa7ca16ac8ce665b38f1f1=hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:10,987 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93b2eb996fc6eb4cc2014529bb27ca8f, e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:10,987 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:10,987 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93b2eb996fc6eb4cc2014529bb27ca8f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:10,987 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:10,987 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:22:11,018 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/info/962b98d73cf64b2ea124c4c45fadd8b2 is 147, key is hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1./info:regioninfo/1732105312478/Put/seqid=0 2024-11-20T12:22:11,023 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f/fda02f88777544edacf5fb0c3cf55366 is 28, key is row/f:/1732105320596/DeleteFamily/seqid=0 2024-11-20T12:22:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741840_1016 (size=7686) 2024-11-20T12:22:11,030 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/info/962b98d73cf64b2ea124c4c45fadd8b2 2024-11-20T12:22:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741841_1017 (size=5085) 2024-11-20T12:22:11,039 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:11,054 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/ns/d2ca045718c54a509e8b63b2c0bd3a1c is 43, key is default/ns:d/1732105299753/Put/seqid=0 2024-11-20T12:22:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741842_1018 (size=5153) 2024-11-20T12:22:11,187 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93b2eb996fc6eb4cc2014529bb27ca8f, e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,229 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:11,229 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:11,370 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 636, reset compression=false 2024-11-20T12:22:11,373 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:11,373 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 883, reset compression=false 2024-11-20T12:22:11,373 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,34817,1732105297930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:11,374 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,34817,1732105297930: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,34817,1732105297930, walGroup=843d83d51ba0%2C34817%2C1732105297930, offset=843d83d51ba0%2C34817%2C1732105297930.1732105299322:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:34817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:22:11,375 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:22:11,375 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:22:11,375 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 1006725248 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202817112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:22:11,375 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:22:11,387 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93b2eb996fc6eb4cc2014529bb27ca8f, e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,434 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f/fda02f88777544edacf5fb0c3cf55366 2024-11-20T12:22:11,437 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda02f88777544edacf5fb0c3cf55366 2024-11-20T12:22:11,450 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f1/dfc8a244ecb54a1bb2cf9acefabea4aa is 29, key is row/f1:/1732105320596/DeleteFamily/seqid=0 2024-11-20T12:22:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741843_1019 (size=5089) 2024-11-20T12:22:11,453 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f1/dfc8a244ecb54a1bb2cf9acefabea4aa 2024-11-20T12:22:11,457 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfc8a244ecb54a1bb2cf9acefabea4aa 2024-11-20T12:22:11,458 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/ns/d2ca045718c54a509e8b63b2c0bd3a1c 2024-11-20T12:22:11,473 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/norep/4f0bfef1dda6431baef5620d476482fa is 32, key is row/norep:/1732105320596/DeleteFamily/seqid=0 2024-11-20T12:22:11,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741844_1020 (size=5101) 2024-11-20T12:22:11,486 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8f6b2984ff4cbeb15aa43b890db153 is 112, key is test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f./rep_barrier:seqnumDuringOpen/1732105310521/Put/seqid=0 2024-11-20T12:22:11,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741845_1021 (size=5518) 2024-11-20T12:22:11,490 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8f6b2984ff4cbeb15aa43b890db153 2024-11-20T12:22:11,512 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/table/2e7a6749406946ad80475eb5cfc751d5 is 53, key is hbase:replication/table:state/1732105312487/Put/seqid=0 2024-11-20T12:22:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741846_1022 (size=5308) 2024-11-20T12:22:11,515 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/table/2e7a6749406946ad80475eb5cfc751d5 2024-11-20T12:22:11,519 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/info/962b98d73cf64b2ea124c4c45fadd8b2 as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/info/962b98d73cf64b2ea124c4c45fadd8b2 2024-11-20T12:22:11,522 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/info/962b98d73cf64b2ea124c4c45fadd8b2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:22:11,523 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/ns/d2ca045718c54a509e8b63b2c0bd3a1c as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/ns/d2ca045718c54a509e8b63b2c0bd3a1c 2024-11-20T12:22:11,526 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/ns/d2ca045718c54a509e8b63b2c0bd3a1c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:22:11,527 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/rep_barrier/3d8f6b2984ff4cbeb15aa43b890db153 as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/rep_barrier/3d8f6b2984ff4cbeb15aa43b890db153 2024-11-20T12:22:11,530 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/rep_barrier/3d8f6b2984ff4cbeb15aa43b890db153, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:22:11,530 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/.tmp/table/2e7a6749406946ad80475eb5cfc751d5 as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/table/2e7a6749406946ad80475eb5cfc751d5 2024-11-20T12:22:11,533 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/table/2e7a6749406946ad80475eb5cfc751d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:22:11,534 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 547ms, sequenceid=16, compaction requested=false 2024-11-20T12:22:11,534 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:22:11,538 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:22:11,538 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:11,538 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:11,538 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:11,538 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105330987Running coprocessor pre-close hooks at 1732105330987Disabling compacts and flushes for region at 1732105330987Disabling writes for close at 1732105330987Obtaining lock to block concurrent updates at 1732105330987Preparing flush snapshotting stores in 1588230740 at 1732105330987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105330987Flushing stores of hbase:meta,,1.1588230740 at 1732105330988 (+1 ms)Flushing 1588230740/info: creating writer at 1732105330988Flushing 1588230740/info: appending metadata at 1732105331017 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732105331017Flushing 1588230740/ns: creating writer at 1732105331042 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732105331054 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732105331054Flushing 1588230740/rep_barrier: creating writer at 1732105331462 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105331485 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105331485Flushing 1588230740/table: creating writer at 1732105331493 (+8 ms)Flushing 1588230740/table: appending metadata at 1732105331511 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732105331512 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7794a452: reopening flushed file at 1732105331518 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757c89f7: reopening flushed file at 1732105331522 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650f2589: reopening flushed file at 1732105331526 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f246aa3: reopening flushed file at 1732105331530 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 547ms, sequenceid=16, compaction requested=false at 1732105331534 (+4 ms)Writing region close event to WAL at 1732105331535 (+1 ms)Running coprocessor post-close hooks at 1732105331538 (+3 ms)Closed at 1732105331538 2024-11-20T12:22:11,539 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:11,576 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 883, reset compression=false 2024-11-20T12:22:11,587 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on 93b2eb996fc6eb4cc2014529bb27ca8f, e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,788 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on 93b2eb996fc6eb4cc2014529bb27ca8f, e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,885 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.wal-reader.843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/WALs/843d83d51ba0,34817,1732105297930/843d83d51ba0%2C34817%2C1732105297930.1732105299322 to pos 883, reset compression=false 2024-11-20T12:22:11,886 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/norep/4f0bfef1dda6431baef5620d476482fa 2024-11-20T12:22:11,890 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f0bfef1dda6431baef5620d476482fa 2024-11-20T12:22:11,890 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f/fda02f88777544edacf5fb0c3cf55366 as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/f/fda02f88777544edacf5fb0c3cf55366 2024-11-20T12:22:11,894 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fda02f88777544edacf5fb0c3cf55366 2024-11-20T12:22:11,894 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/f/fda02f88777544edacf5fb0c3cf55366, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T12:22:11,894 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/f1/dfc8a244ecb54a1bb2cf9acefabea4aa as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/f1/dfc8a244ecb54a1bb2cf9acefabea4aa 2024-11-20T12:22:11,898 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfc8a244ecb54a1bb2cf9acefabea4aa 2024-11-20T12:22:11,898 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/f1/dfc8a244ecb54a1bb2cf9acefabea4aa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T12:22:11,899 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/.tmp/norep/4f0bfef1dda6431baef5620d476482fa as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/norep/4f0bfef1dda6431baef5620d476482fa 2024-11-20T12:22:11,910 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f0bfef1dda6431baef5620d476482fa 2024-11-20T12:22:11,910 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/norep/4f0bfef1dda6431baef5620d476482fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T12:22:11,911 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 93b2eb996fc6eb4cc2014529bb27ca8f in 924ms, sequenceid=6, compaction requested=false 2024-11-20T12:22:11,911 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:22:11,920 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/data/default/test/93b2eb996fc6eb4cc2014529bb27ca8f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T12:22:11,921 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:11,921 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:11,921 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:22:11,921 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93b2eb996fc6eb4cc2014529bb27ca8f: Waiting for close lock at 1732105330987Running coprocessor pre-close hooks at 1732105330987Disabling compacts and flushes for region at 1732105330987Disabling writes for close at 1732105330987Obtaining lock to block concurrent updates at 1732105330987Preparing flush snapshotting stores in 93b2eb996fc6eb4cc2014529bb27ca8f at 1732105330987Finished memstore snapshotting test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732105330987Flushing stores of test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. at 1732105330999 (+12 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f: creating writer at 1732105330999Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f: appending metadata at 1732105331022 (+23 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f: closing flushed file at 1732105331022Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f1: creating writer at 1732105331437 (+415 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f1: appending metadata at 1732105331449 (+12 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/f1: closing flushed file at 1732105331449Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/norep: creating writer at 1732105331457 (+8 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/norep: appending metadata at 1732105331472 (+15 ms)Flushing 93b2eb996fc6eb4cc2014529bb27ca8f/norep: closing flushed file at 1732105331472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad43c77: reopening flushed file at 1732105331890 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51223b0a: reopening flushed file at 1732105331894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490d2d03: reopening flushed file at 1732105331898 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 93b2eb996fc6eb4cc2014529bb27ca8f in 924ms, sequenceid=6, compaction requested=false at 1732105331911 (+13 ms)Writing region close event to WAL at 1732105331916 (+5 ms)Running coprocessor post-close hooks at 1732105331921 (+5 ms)Closed at 1732105331921 2024-11-20T12:22:11,921 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105310150.93b2eb996fc6eb4cc2014529bb27ca8f. 2024-11-20T12:22:11,921 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e56e471e15aa7ca16ac8ce665b38f1f1, disabling compactions & flushes 2024-11-20T12:22:11,922 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,922 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,922 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. after waiting 0 ms 2024-11-20T12:22:11,922 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,922 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e56e471e15aa7ca16ac8ce665b38f1f1: Waiting for close lock at 1732105331921Running coprocessor pre-close hooks at 1732105331921Disabling compacts and flushes for region at 1732105331921Disabling writes for close at 1732105331922 (+1 ms)Failed flush hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., putting online again at 1732105331922 2024-11-20T12:22:11,922 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,988 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:22:11,988 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1325): Online Regions={e56e471e15aa7ca16ac8ce665b38f1f1=hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1.} 2024-11-20T12:22:11,988 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(3091): Received CLOSE for e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,988 DEBUG [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1351): Waiting on e56e471e15aa7ca16ac8ce665b38f1f1 2024-11-20T12:22:11,988 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e56e471e15aa7ca16ac8ce665b38f1f1, disabling compactions & flushes 2024-11-20T12:22:11,988 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,988 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,988 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. after waiting 0 ms 2024-11-20T12:22:11,988 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,988 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e56e471e15aa7ca16ac8ce665b38f1f1: Waiting for close lock at 1732105331988Running coprocessor pre-close hooks at 1732105331988Disabling compacts and flushes for region at 1732105331988Disabling writes for close at 1732105331988Failed flush hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1., putting online again at 1732105331988 2024-11-20T12:22:11,989 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732105312084.e56e471e15aa7ca16ac8ce665b38f1f1. 2024-11-20T12:22:11,995 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46541 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T12:22:12,188 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T12:22:12,188 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,34817,1732105297930; all regions closed. 2024-11-20T12:22:12,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741834_1010 (size=4239) 2024-11-20T12:22:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741839_1015 (size=1297) 2024-11-20T12:22:12,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741833_1009 (size=1535) 2024-11-20T12:22:12,198 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:12,198 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:12,198 INFO [RS:0;843d83d51ba0:34817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:12,198 INFO [RS:0;843d83d51ba0:34817 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:12,198 INFO [RS:0;843d83d51ba0:34817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:12,198 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,34817,1732105297930 because: Region server is closing 2024-11-20T12:22:12,199 INFO [RS:0;843d83d51ba0:34817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34817. 2024-11-20T12:22:12,199 DEBUG [RS:0;843d83d51ba0:34817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:12,199 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:12,199 DEBUG [RS:0;843d83d51ba0:34817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:12,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:12,199 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:12,299 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,34817,1732105297930.replicationSource.shipper843d83d51ba0%2C34817%2C1732105297930,1-843d83d51ba0,34817,1732105297930 terminated 2024-11-20T12:22:12,299 INFO [RS:0;843d83d51ba0:34817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34817 2024-11-20T12:22:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915/rs 2024-11-20T12:22:12,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0290297915/rs/843d83d51ba0,34817,1732105297930 2024-11-20T12:22:12,329 INFO [RS:0;843d83d51ba0:34817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:12,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,34817,1732105297930] 2024-11-20T12:22:12,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/draining/843d83d51ba0,34817,1732105297930 already deleted, retry=false 2024-11-20T12:22:12,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,34817,1732105297930 expired; onlineServers=0 2024-11-20T12:22:12,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,46541,1732105297668' ***** 2024-11-20T12:22:12,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:12,425 DEBUG [M:0;843d83d51ba0:46541 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:12,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:12,425 DEBUG [M:0;843d83d51ba0:46541 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:12,425 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105298954 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105298954,5,FailOnTimeoutGroup] 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:12,425 DEBUG [M:0;843d83d51ba0:46541 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:12,425 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105298954 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105298954,5,FailOnTimeoutGroup] 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:12,425 INFO [M:0;843d83d51ba0:46541 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:12,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0290297915/master 2024-11-20T12:22:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0290297915 2024-11-20T12:22:12,525 INFO [RS:0;843d83d51ba0:34817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:12,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:12,525 INFO [RS:0;843d83d51ba0:34817 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,34817,1732105297930; zookeeper connection closed. 2024-11-20T12:22:12,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34817-0x101583152110001, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:12,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52b28c44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52b28c44 2024-11-20T12:22:12,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:12,550 DEBUG [M:0;843d83d51ba0:46541 {}] zookeeper.RecoverableZooKeeper(212): Node /0290297915/master already deleted, retry=false 2024-11-20T12:22:12,550 DEBUG [M:0;843d83d51ba0:46541 {}] master.ActiveMasterManager(353): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Failed delete of our master address node; KeeperErrorCode = NoNode for /0290297915/master 2024-11-20T12:22:12,550 INFO [M:0;843d83d51ba0:46541 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/.lastflushedseqids 2024-11-20T12:22:12,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741847_1023 (size=245) 2024-11-20T12:22:12,954 INFO [M:0;843d83d51ba0:46541 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:12,954 INFO [M:0;843d83d51ba0:46541 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:12,954 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:12,954 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:12,954 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:12,954 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:12,954 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:12,954 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T12:22:12,966 DEBUG [M:0;843d83d51ba0:46541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83723516598d4c2aadbbd8b24fb64c8a is 82, key is hbase:meta,,1/info:regioninfo/1732105299710/Put/seqid=0 2024-11-20T12:22:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741848_1024 (size=5672) 2024-11-20T12:22:13,370 INFO [M:0;843d83d51ba0:46541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83723516598d4c2aadbbd8b24fb64c8a 2024-11-20T12:22:13,390 DEBUG [M:0;843d83d51ba0:46541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70a4fb805d644beb4830c403c5a606d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105310538/Put/seqid=0 2024-11-20T12:22:13,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741849_1025 (size=7218) 2024-11-20T12:22:13,393 INFO [M:0;843d83d51ba0:46541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70a4fb805d644beb4830c403c5a606d 2024-11-20T12:22:13,397 INFO [M:0;843d83d51ba0:46541 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b70a4fb805d644beb4830c403c5a606d 2024-11-20T12:22:13,414 DEBUG [M:0;843d83d51ba0:46541 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b4403311394b7d851be5575465c3a7 is 69, key is 843d83d51ba0,34817,1732105297930/rs:state/1732105299042/Put/seqid=0 2024-11-20T12:22:13,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741850_1026 (size=5156) 2024-11-20T12:22:13,818 INFO [M:0;843d83d51ba0:46541 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b4403311394b7d851be5575465c3a7 2024-11-20T12:22:13,821 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83723516598d4c2aadbbd8b24fb64c8a as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83723516598d4c2aadbbd8b24fb64c8a 2024-11-20T12:22:13,824 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83723516598d4c2aadbbd8b24fb64c8a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T12:22:13,825 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70a4fb805d644beb4830c403c5a606d as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70a4fb805d644beb4830c403c5a606d 2024-11-20T12:22:13,827 INFO [M:0;843d83d51ba0:46541 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b70a4fb805d644beb4830c403c5a606d 2024-11-20T12:22:13,827 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70a4fb805d644beb4830c403c5a606d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T12:22:13,828 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b4403311394b7d851be5575465c3a7 as hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b4403311394b7d851be5575465c3a7 2024-11-20T12:22:13,830 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38713/user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b4403311394b7d851be5575465c3a7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T12:22:13,831 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false 2024-11-20T12:22:13,832 INFO [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:13,832 DEBUG [M:0;843d83d51ba0:46541 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105332954Disabling compacts and flushes for region at 1732105332954Disabling writes for close at 1732105332954Obtaining lock to block concurrent updates at 1732105332954Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105332954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732105332954Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105332955 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105332955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105332966 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105332966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105333373 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105333389 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105333389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105333397 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105333414 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105333414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45080eed: reopening flushed file at 1732105333821 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7834090c: reopening flushed file at 1732105333824 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591f0a8: reopening flushed file at 1732105333828 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=105, compaction requested=false at 1732105333831 (+3 ms)Writing region close event to WAL at 1732105333832 (+1 ms)Closed at 1732105333832 2024-11-20T12:22:13,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15710cbc-c37e-9fc5-d496-4dd1fa2f9024/MasterData/WALs/843d83d51ba0,46541,1732105297668/843d83d51ba0%2C46541%2C1732105297668.1732105298541 not finished, retry = 0 2024-11-20T12:22:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741830_1006 (size=64423) 2024-11-20T12:22:13,934 INFO [M:0;843d83d51ba0:46541 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:13,934 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:13,934 INFO [M:0;843d83d51ba0:46541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46541 2024-11-20T12:22:13,934 INFO [M:0;843d83d51ba0:46541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:14,082 INFO [M:0;843d83d51ba0:46541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46541-0x101583152110000, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:14,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:14,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:14,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:14,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:14,085 WARN [BP-1411032872-172.17.0.3-1732105295496 heartbeating to localhost/127.0.0.1:38713 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:14,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:14,086 WARN [BP-1411032872-172.17.0.3-1732105295496 heartbeating to localhost/127.0.0.1:38713 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411032872-172.17.0.3-1732105295496 (Datanode Uuid c1adf477-9900-4f6c-90d2-b112ae7d2137) service to localhost/127.0.0.1:38713 2024-11-20T12:22:14,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:14,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/data/data1/current/BP-1411032872-172.17.0.3-1732105295496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:14,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/cluster_d3d010a4-7f1f-9ac0-f5bb-d801a3fe07d9/data/data2/current/BP-1411032872-172.17.0.3-1732105295496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:14,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b81d212{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:14,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:14,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:14,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd7fdd8b-b69c-fcae-fe5e-0fa411c4d341/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:14,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:22:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:14,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40515 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38713 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38713 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38713 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=791 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=535 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6253 (was 5366) - AvailableMemoryMB LEAK? - 2024-11-20T12:22:14,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=535, ProcessCount=11, AvailableMemoryMB=6252 2024-11-20T12:22:14,147 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T12:22:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir so I do NOT create it in target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5 2024-11-20T12:22:14,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:22:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.tmp.dir so I do NOT create it in target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5 2024-11-20T12:22:14,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561305a5-a418-2ee7-c12d-f7ac7cd73a62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:22:14,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5 2024-11-20T12:22:14,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6, deleteOnExit=true 2024-11-20T12:22:14,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/zookeeper_0, clientPort=57709, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:22:14,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57709 2024-11-20T12:22:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:22:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/test.cache.data in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:22:14,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:22:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:22:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:22:14,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:22:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101583152110005, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:22:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101583152110002, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:22:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101583152110008, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T12:22:14,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101583152110002, quorum=127.0.0.1:55792, baseZNode=/0290297915 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:22:14,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101583152110005, quorum=127.0.0.1:55792, baseZNode=/1582403340 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:22:14,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101583152110008, quorum=127.0.0.1:55792, baseZNode=/2484696007 Received Disconnected from ZooKeeper, ignoring 2024-11-20T12:22:14,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:14,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:14,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:14,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:14,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:22:14,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:14,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:14,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:14,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2caa4d84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/java.io.tmpdir/jetty-localhost-41115-hadoop-hdfs-3_4_1-tests_jar-_-any-4112176681732954814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:14,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:41115} 2024-11-20T12:22:14,594 INFO [Time-limited test {}] server.Server(415): Started @316009ms 2024-11-20T12:22:14,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:14,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:14,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:14,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:14,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:22:14,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:14,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:15,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5349f266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/java.io.tmpdir/jetty-localhost-35507-hadoop-hdfs-3_4_1-tests_jar-_-any-17529703213342538781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:15,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:35507} 2024-11-20T12:22:15,062 INFO [Time-limited test {}] server.Server(415): Started @316477ms 2024-11-20T12:22:15,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:22:15,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:15,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:16,023 WARN [Thread-4186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data1/current/BP-844969828-172.17.0.3-1732105334166/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:16,023 WARN [Thread-4187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data2/current/BP-844969828-172.17.0.3-1732105334166/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:16,050 WARN [Thread-4173 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:22:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1fd0f4b08882a51 with lease ID 0xb97559567d2dedae: Processing first storage report for DS-6c12942f-fd59-455f-a4ff-38876a450ad7 from datanode DatanodeRegistration(127.0.0.1:40371, datanodeUuid=cd9da9f4-c017-49fc-b7c2-3c0c5a5ae0e3, infoPort=38531, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=101370314;c=1732105334166) 2024-11-20T12:22:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1fd0f4b08882a51 with lease ID 0xb97559567d2dedae: from storage DS-6c12942f-fd59-455f-a4ff-38876a450ad7 node DatanodeRegistration(127.0.0.1:40371, datanodeUuid=cd9da9f4-c017-49fc-b7c2-3c0c5a5ae0e3, infoPort=38531, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=101370314;c=1732105334166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1fd0f4b08882a51 with lease ID 0xb97559567d2dedae: Processing first storage report for DS-ff122220-0116-4198-bf6a-083114cb7851 from datanode DatanodeRegistration(127.0.0.1:40371, datanodeUuid=cd9da9f4-c017-49fc-b7c2-3c0c5a5ae0e3, infoPort=38531, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=101370314;c=1732105334166) 2024-11-20T12:22:16,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1fd0f4b08882a51 with lease ID 0xb97559567d2dedae: from storage DS-ff122220-0116-4198-bf6a-083114cb7851 node DatanodeRegistration(127.0.0.1:40371, datanodeUuid=cd9da9f4-c017-49fc-b7c2-3c0c5a5ae0e3, infoPort=38531, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=101370314;c=1732105334166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:16,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5 2024-11-20T12:22:16,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:22:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:22:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:22:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:22:16,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:16,509 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07 with version=8 2024-11-20T12:22:16,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/hbase-staging 2024-11-20T12:22:16,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:22:16,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:16,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39429 2024-11-20T12:22:16,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39429 connecting to ZooKeeper ensemble=127.0.0.1:57709 2024-11-20T12:22:16,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394290x0, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:16,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39429-0x1015831e9320000 connected 2024-11-20T12:22:16,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on znode that does not yet exist, /0-1655967323/running 2024-11-20T12:22:16,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07, hbase.cluster.distributed=false 2024-11-20T12:22:16,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on znode that does not yet exist, /0-1655967323/acl 2024-11-20T12:22:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-20T12:22:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39429 2024-11-20T12:22:16,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39429 2024-11-20T12:22:16,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-20T12:22:16,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39429 2024-11-20T12:22:16,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:22:16,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:16,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44553 2024-11-20T12:22:16,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44553 connecting to ZooKeeper ensemble=127.0.0.1:57709 2024-11-20T12:22:16,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:16,713 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445530x0, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:16,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445530x0, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on znode that does not yet exist, /0-1655967323/running 2024-11-20T12:22:16,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44553-0x1015831e9320001 connected 2024-11-20T12:22:16,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:22:16,720 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:22:16,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on znode that does not yet exist, /0-1655967323/master 2024-11-20T12:22:16,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on znode that does not yet exist, /0-1655967323/acl 2024-11-20T12:22:16,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-20T12:22:16,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44553 2024-11-20T12:22:16,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44553 2024-11-20T12:22:16,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-20T12:22:16,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44553 2024-11-20T12:22:16,765 DEBUG [M:0;843d83d51ba0:39429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:39429 2024-11-20T12:22:16,768 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1655967323/backup-masters/843d83d51ba0,39429,1732105336511 2024-11-20T12:22:16,781 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323/backup-masters 2024-11-20T12:22:16,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323/backup-masters 2024-11-20T12:22:16,783 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on existing znode=/0-1655967323/backup-masters/843d83d51ba0,39429,1732105336511 2024-11-20T12:22:16,792 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655967323/master 2024-11-20T12:22:16,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:16,792 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:16,794 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on existing znode=/0-1655967323/master 2024-11-20T12:22:16,795 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1655967323/backup-masters/843d83d51ba0,39429,1732105336511 from backup master directory 2024-11-20T12:22:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1655967323/backup-masters/843d83d51ba0,39429,1732105336511 2024-11-20T12:22:16,807 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323/backup-masters 2024-11-20T12:22:16,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323/backup-masters 2024-11-20T12:22:16,807 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:16,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,39429,1732105336511 2024-11-20T12:22:16,812 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/hbase.id] with ID: 82daf4d1-6c1c-454e-bdc8-e5f194a4d01f 2024-11-20T12:22:16,812 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/.tmp/hbase.id 2024-11-20T12:22:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:22:17,220 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/.tmp/hbase.id]:[hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/hbase.id] 2024-11-20T12:22:17,227 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:17,227 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:22:17,228 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:22:17,249 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:22:17,653 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:17,654 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:22:17,654 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:22:18,061 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/data/master/store 2024-11-20T12:22:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:18,466 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:18,466 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:18,466 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105338466Disabling compacts and flushes for region at 1732105338466Disabling writes for close at 1732105338466Writing region close event to WAL at 1732105338466Closed at 1732105338466 2024-11-20T12:22:18,467 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/data/master/store/.initializing 2024-11-20T12:22:18,467 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/WALs/843d83d51ba0,39429,1732105336511 2024-11-20T12:22:18,467 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:18,468 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C39429%2C1732105336511, suffix=, logDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/WALs/843d83d51ba0,39429,1732105336511, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/oldWALs, maxLogs=10 2024-11-20T12:22:18,486 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/WALs/843d83d51ba0,39429,1732105336511/843d83d51ba0%2C39429%2C1732105336511.1732105338469, exclude list is [], retry=0 2024-11-20T12:22:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40371,DS-6c12942f-fd59-455f-a4ff-38876a450ad7,DISK] 2024-11-20T12:22:18,489 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/WALs/843d83d51ba0,39429,1732105336511/843d83d51ba0%2C39429%2C1732105336511.1732105338469 2024-11-20T12:22:18,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-20T12:22:18,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:18,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:18,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,490 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:22:18,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:22:18,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:22:18,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:22:18,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:18,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:18,495 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,495 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,496 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:18,498 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:18,499 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:18,500 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73577172, jitterRate=0.09638530015945435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:18,500 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105338490Initializing all the Stores at 1732105338490Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105338491 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105338491Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105338491Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105338491Cleaning up temporary data from old regions at 1732105338497 (+6 ms)Region opened successfully at 1732105338500 (+3 ms) 2024-11-20T12:22:18,500 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:22:18,503 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396a7880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:18,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:22:18,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:22:18,503 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:22:18,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:22:18,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:22:18,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:22:18,504 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:22:18,507 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:22:18,508 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Unable to get data of znode /0-1655967323/balancer because node does not exist (not necessarily an error) 2024-11-20T12:22:18,528 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655967323/balancer already deleted, retry=false 2024-11-20T12:22:18,529 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:22:18,529 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Unable to get data of znode /0-1655967323/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:22:18,539 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655967323/normalizer already deleted, retry=false 2024-11-20T12:22:18,539 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:22:18,540 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Unable to get data of znode /0-1655967323/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:22:18,550 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655967323/switch/split already deleted, retry=false 2024-11-20T12:22:18,551 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Unable to get data of znode /0-1655967323/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:22:18,560 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655967323/switch/merge already deleted, retry=false 2024-11-20T12:22:18,561 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Unable to get data of znode /0-1655967323/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:22:18,620 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1655967323/snapshot-cleanup already deleted, retry=false 2024-11-20T12:22:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655967323/running 2024-11-20T12:22:18,694 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1655967323/running 2024-11-20T12:22:18,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,694 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,694 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,39429,1732105336511, sessionid=0x1015831e9320000, setting cluster-up flag (Was=false) 2024-11-20T12:22:18,768 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,870 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1655967323/flush-table-proc/acquired, /0-1655967323/flush-table-proc/reached, /0-1655967323/flush-table-proc/abort 2024-11-20T12:22:18,871 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39429,1732105336511 2024-11-20T12:22:18,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,891 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:18,923 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1655967323/online-snapshot/acquired, /0-1655967323/online-snapshot/reached, /0-1655967323/online-snapshot/abort 2024-11-20T12:22:18,924 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,39429,1732105336511 2024-11-20T12:22:18,926 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:22:18,929 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:18,929 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:22:18,929 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:22:18,930 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,39429,1732105336511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:18,931 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:18,935 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105368935 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:22:18,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:22:18,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:22:18,936 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:18,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:18,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:22:18,940 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:22:18,940 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:22:18,940 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:22:18,940 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:22:18,941 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:22:18,941 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:22:18,944 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105338941,5,FailOnTimeoutGroup] 2024-11-20T12:22:18,944 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105338944,5,FailOnTimeoutGroup] 2024-11-20T12:22:18,944 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:18,944 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:22:18,944 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:18,944 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:18,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:22:18,956 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(746): ClusterId : 82daf4d1-6c1c-454e-bdc8-e5f194a4d01f 2024-11-20T12:22:18,956 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:22:18,965 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:22:18,965 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:22:18,976 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:22:18,976 DEBUG [RS:0;843d83d51ba0:44553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b63de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:18,991 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:44553 2024-11-20T12:22:18,991 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:22:18,991 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:22:18,991 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:22:18,991 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,39429,1732105336511 with port=44553, startcode=1732105336699 2024-11-20T12:22:18,992 DEBUG [RS:0;843d83d51ba0:44553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:22:18,993 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:22:18,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,44553,1732105336699 2024-11-20T12:22:18,993 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:18,995 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07 2024-11-20T12:22:18,995 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43803 2024-11-20T12:22:18,995 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:22:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323/rs 2024-11-20T12:22:19,008 DEBUG [RS:0;843d83d51ba0:44553 {}] zookeeper.ZKUtil(111): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Set watcher on existing znode=/0-1655967323/rs/843d83d51ba0,44553,1732105336699 2024-11-20T12:22:19,008 WARN [RS:0;843d83d51ba0:44553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:19,008 INFO [RS:0;843d83d51ba0:44553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:19,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,44553,1732105336699] 2024-11-20T12:22:19,008 DEBUG [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699 2024-11-20T12:22:19,012 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:22:19,013 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:22:19,014 INFO [RS:0;843d83d51ba0:44553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:22:19,014 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,014 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:22:19,014 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:22:19,014 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,014 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,014 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,014 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,014 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:19,015 DEBUG [RS:0;843d83d51ba0:44553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,016 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44553,1732105336699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:19,047 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:22:19,048 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,44553,1732105336699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,048 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,048 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.Replication(171): 843d83d51ba0,44553,1732105336699 started 2024-11-20T12:22:19,064 INFO [RS:0;843d83d51ba0:44553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:19,064 INFO [RS:0;843d83d51ba0:44553 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,44553,1732105336699, RpcServer on 843d83d51ba0/172.17.0.3:44553, sessionid=0x1015831e9320001 2024-11-20T12:22:19,065 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:22:19,065 DEBUG [RS:0;843d83d51ba0:44553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,44553,1732105336699 2024-11-20T12:22:19,065 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,44553,1732105336699' 2024-11-20T12:22:19,065 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1655967323/flush-table-proc/abort' 2024-11-20T12:22:19,065 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1655967323/flush-table-proc/acquired' 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,44553,1732105336699 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,44553,1732105336699' 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1655967323/online-snapshot/abort' 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1655967323/online-snapshot/acquired' 2024-11-20T12:22:19,066 DEBUG [RS:0;843d83d51ba0:44553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:22:19,066 INFO [RS:0;843d83d51ba0:44553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:22:19,066 INFO [RS:0;843d83d51ba0:44553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:22:19,167 INFO [RS:0;843d83d51ba0:44553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:19,168 INFO [RS:0;843d83d51ba0:44553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C44553%2C1732105336699, suffix=, logDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/oldWALs, maxLogs=10 2024-11-20T12:22:19,179 DEBUG [RS:0;843d83d51ba0:44553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699/843d83d51ba0%2C44553%2C1732105336699.1732105339168, exclude list is [], retry=0 2024-11-20T12:22:19,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40371,DS-6c12942f-fd59-455f-a4ff-38876a450ad7,DISK] 2024-11-20T12:22:19,182 INFO [RS:0;843d83d51ba0:44553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699/843d83d51ba0%2C44553%2C1732105336699.1732105339168 2024-11-20T12:22:19,183 DEBUG [RS:0;843d83d51ba0:44553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-20T12:22:19,350 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:22:19,350 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07 2024-11-20T12:22:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:22:19,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:19,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:19,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:19,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:19,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:19,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:19,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:19,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:19,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:19,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:19,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:19,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:19,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:19,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:19,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:19,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:19,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:19,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:19,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/1588230740 2024-11-20T12:22:19,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/1588230740 2024-11-20T12:22:19,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:19,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:19,763 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:19,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:19,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:19,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67094334, jitterRate=-2.1651387214660645E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105339755Initializing all the Stores at 1732105339756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105339756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105339756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105339756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105339756Cleaning up temporary data from old regions at 1732105339763 (+7 ms)Region opened successfully at 1732105339766 (+3 ms) 2024-11-20T12:22:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:19,766 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:19,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:19,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:19,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105339766Disabling compacts and flushes for region at 1732105339766Disabling writes for close at 1732105339766Writing region close event to WAL at 1732105339767 (+1 ms)Closed at 1732105339767 2024-11-20T12:22:19,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:19,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:22:19,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:22:19,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:19,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:22:19,920 DEBUG [843d83d51ba0:39429 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:22:19,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:19,921 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,44553,1732105336699, state=OPENING 2024-11-20T12:22:19,933 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:22:20,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:20,007 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1655967323 2024-11-20T12:22:20,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:20,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655967323/meta-region-server: CHANGED 2024-11-20T12:22:20,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,44553,1732105336699}] 2024-11-20T12:22:20,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655967323/meta-region-server: CHANGED 2024-11-20T12:22:20,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:20,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:22:20,163 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:22:20,164 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:20,164 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:22:20,165 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C44553%2C1732105336699.meta, suffix=.meta, logDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/oldWALs, maxLogs=10 2024-11-20T12:22:20,177 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699/843d83d51ba0%2C44553%2C1732105336699.meta.1732105340165.meta, exclude list is [], retry=0 2024-11-20T12:22:20,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40371,DS-6c12942f-fd59-455f-a4ff-38876a450ad7,DISK] 2024-11-20T12:22:20,179 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/WALs/843d83d51ba0,44553,1732105336699/843d83d51ba0%2C44553%2C1732105336699.meta.1732105340165.meta 2024-11-20T12:22:20,180 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38531:38531)] 2024-11-20T12:22:20,180 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:20,180 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:20,180 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:22:20,180 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:22:20,180 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:22:20,180 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:22:20,181 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:20,181 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:22:20,181 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:20,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:20,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:20,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:20,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:20,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:20,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:20,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:20,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:20,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:20,185 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:20,186 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/1588230740 2024-11-20T12:22:20,187 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/hbase/meta/1588230740 2024-11-20T12:22:20,187 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:20,187 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:20,188 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:20,188 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:20,189 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66737819, jitterRate=-0.005529001355171204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:20,189 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:22:20,189 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105340181Writing region info on filesystem at 1732105340181Initializing all the Stores at 1732105340181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105340181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105340181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105340181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105340181Cleaning up temporary data from old regions at 1732105340187 (+6 ms)Running coprocessor post-open hooks at 1732105340189 (+2 ms)Region opened successfully at 1732105340189 2024-11-20T12:22:20,190 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105340159 2024-11-20T12:22:20,192 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:22:20,192 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:22:20,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:20,192 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,44553,1732105336699, state=OPEN 2024-11-20T12:22:20,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x1015831e9320000, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1655967323/meta-region-server 2024-11-20T12:22:20,202 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44553-0x1015831e9320001, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1655967323/meta-region-server 2024-11-20T12:22:20,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:20,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655967323/meta-region-server: CHANGED 2024-11-20T12:22:20,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1655967323/meta-region-server: CHANGED 2024-11-20T12:22:20,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:22:20,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,44553,1732105336699 in 194 msec 2024-11-20T12:22:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:22:20,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-20T12:22:20,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:20,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:22:20,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:20,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,44553,1732105336699, seqNum=-1] 2024-11-20T12:22:20,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:20,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:20,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-20T12:22:20,210 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105340210, completionTime=-1 2024-11-20T12:22:20,211 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:22:20,211 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105400212 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105460212 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:39429, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,212 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,214 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.408sec 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:20,215 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:22:20,217 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:22:20,217 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:22:20,217 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,39429,1732105336511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:20,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:20,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39429,-1 for getting cluster id 2024-11-20T12:22:20,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:20,258 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82daf4d1-6c1c-454e-bdc8-e5f194a4d01f' 2024-11-20T12:22:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82daf4d1-6c1c-454e-bdc8-e5f194a4d01f" 2024-11-20T12:22:20,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b627abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39429,-1] 2024-11-20T12:22:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:20,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:20,259 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:20,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:20,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,44553,1732105336699, seqNum=-1] 2024-11-20T12:22:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:20,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,39429,1732105336511 2024-11-20T12:22:20,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57709 2024-11-20T12:22:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57709, baseZNode=/0-1655967323 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:20,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015831e9320002 connected 2024-11-20T12:22:20,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39429,1732105336511 2024-11-20T12:22:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ab36d3 2024-11-20T12:22:20,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:20,289 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:20,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:22:20,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:22:20,292 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:20,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:22:20,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:22:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:22:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:20,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ef13d467223b7c3c9a6233ea1ece904, NAME => 'test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07 2024-11-20T12:22:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40371 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ef13d467223b7c3c9a6233ea1ece904, disabling compactions & flushes 2024-11-20T12:22:20,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. after waiting 0 ms 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:20,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ef13d467223b7c3c9a6233ea1ece904: Waiting for close lock at 1732105340703Disabling compacts and flushes for region at 1732105340703Disabling writes for close at 1732105340703Writing region close event to WAL at 1732105340703Closed at 1732105340703 2024-11-20T12:22:20,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:22:20,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105340704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105340704"}]},"ts":"1732105340704"} 2024-11-20T12:22:20,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:22:20,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:22:20,706 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105340706"}]},"ts":"1732105340706"} 2024-11-20T12:22:20,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:22:20,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef13d467223b7c3c9a6233ea1ece904, ASSIGN}] 2024-11-20T12:22:20,708 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef13d467223b7c3c9a6233ea1ece904, ASSIGN 2024-11-20T12:22:20,709 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ef13d467223b7c3c9a6233ea1ece904, ASSIGN; state=OFFLINE, location=843d83d51ba0,44553,1732105336699; forceNewPlan=false, retain=false 2024-11-20T12:22:20,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef13d467223b7c3c9a6233ea1ece904, regionState=OPENING, regionLocation=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:20,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ef13d467223b7c3c9a6233ea1ece904, ASSIGN because future has completed 2024-11-20T12:22:20,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef13d467223b7c3c9a6233ea1ece904, server=843d83d51ba0,44553,1732105336699}] 2024-11-20T12:22:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:21,015 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:21,016 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef13d467223b7c3c9a6233ea1ece904, NAME => 'test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:21,016 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:21,016 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:22:21,016 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,016 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:21,016 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,016 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,017 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,018 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef13d467223b7c3c9a6233ea1ece904 columnFamilyName f 2024-11-20T12:22:21,018 DEBUG [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:21,018 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(327): Store=3ef13d467223b7c3c9a6233ea1ece904/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:21,018 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,019 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef13d467223b7c3c9a6233ea1ece904 columnFamilyName f1 2024-11-20T12:22:21,019 DEBUG [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:21,019 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(327): Store=3ef13d467223b7c3c9a6233ea1ece904/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:21,019 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,020 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef13d467223b7c3c9a6233ea1ece904 columnFamilyName norep 2024-11-20T12:22:21,020 DEBUG [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:21,020 INFO [StoreOpener-3ef13d467223b7c3c9a6233ea1ece904-1 {}] regionserver.HStore(327): Store=3ef13d467223b7c3c9a6233ea1ece904/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:21,020 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/default/test/3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/default/test/3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,022 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,022 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,022 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:22:21,023 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,024 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/data/default/test/3ef13d467223b7c3c9a6233ea1ece904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:21,025 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ef13d467223b7c3c9a6233ea1ece904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640254, jitterRate=0.022819489240646362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:22:21,025 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ef13d467223b7c3c9a6233ea1ece904 2024-11-20T12:22:21,025 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ef13d467223b7c3c9a6233ea1ece904: Running coprocessor pre-open hook at 1732105341016Writing region info on filesystem at 1732105341016Initializing all the Stores at 1732105341017 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105341017Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105341017Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105341017Cleaning up temporary data from old regions at 1732105341022 (+5 ms)Running coprocessor post-open hooks at 1732105341025 (+3 ms)Region opened successfully at 1732105341025 2024-11-20T12:22:21,026 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904., pid=6, masterSystemTime=1732105341013 2024-11-20T12:22:21,041 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:21,041 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105340290.3ef13d467223b7c3c9a6233ea1ece904. 2024-11-20T12:22:21,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef13d467223b7c3c9a6233ea1ece904, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,44553,1732105336699 2024-11-20T12:22:21,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef13d467223b7c3c9a6233ea1ece904, server=843d83d51ba0,44553,1732105336699 because future has completed 2024-11-20T12:22:21,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:22:21,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ef13d467223b7c3c9a6233ea1ece904, server=843d83d51ba0,44553,1732105336699 in 185 msec 2024-11-20T12:22:21,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:22:21,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ef13d467223b7c3c9a6233ea1ece904, ASSIGN in 340 msec 2024-11-20T12:22:21,049 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:22:21,049 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105341049"}]},"ts":"1732105341049"} 2024-11-20T12:22:21,050 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:22:21,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:22:21,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-20T12:22:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:21,426 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:22:21,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2052d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39429,-1 for getting cluster id 2024-11-20T12:22:21,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:21,427 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82daf4d1-6c1c-454e-bdc8-e5f194a4d01f' 2024-11-20T12:22:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82daf4d1-6c1c-454e-bdc8-e5f194a4d01f" 2024-11-20T12:22:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83a794b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39429,-1] 2024-11-20T12:22:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,428 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:21,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5da803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39429,1732105336511 2024-11-20T12:22:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7ccce3 2024-11-20T12:22:21,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:21,430 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:21,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:39429,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:22:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:22:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:21,432 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:39429' 2024-11-20T12:22:21,433 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6af6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,433 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,39429,-1 for getting cluster id 2024-11-20T12:22:21,433 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:21,433 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82daf4d1-6c1c-454e-bdc8-e5f194a4d01f' 2024-11-20T12:22:21,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:21,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82daf4d1-6c1c-454e-bdc8-e5f194a4d01f" 2024-11-20T12:22:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55583d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,39429,-1] 2024-11-20T12:22:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,434 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ceeefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:21,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,39429,1732105336511 2024-11-20T12:22:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@612d8d8b 2024-11-20T12:22:21,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:21,436 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:21,436 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:22:21,436 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:22:21,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:21,437 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T12:22:21,441 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T12:22:21,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-20T12:22:21,442 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T12:22:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:21,536 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://843d83d51ba0:39429, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T12:22:21,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:21,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:21,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:21,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:21,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43803 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;843d83d51ba0:44553-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data1/current/BP-844969828-172.17.0.3-1732105334166 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844969828-172.17.0.3-1732105334166:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07-prefix:843d83d51ba0,44553,1732105336699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07-prefix:843d83d51ba0,44553,1732105336699.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;843d83d51ba0:39429 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7950 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fa4bc9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-605508031_20 at /127.0.0.1:51182 [Receiving block BP-844969828-172.17.0.3-1732105334166:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1402888585-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa4bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;843d83d51ba0:44553 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1288038844) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp885867159-7949-acceptor-0@4a7ea613-ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:35507} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-23eff59f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-65e21794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105338944 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1402888585-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57709) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43803/user/jenkins/test-data/a0064e73-738e-5f5f-6695-df16c8abfb07/MasterData-prefix:843d83d51ba0,39429,1732105336511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-844969828-172.17.0.3-1732105334166 heartbeating to localhost/127.0.0.1:43803 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-844969828-172.17.0.3-1732105334166:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/843d83d51ba0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 843d83d51ba0:39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:57709) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105338941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1402888585-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa4bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/843d83d51ba0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007fa4bcad8000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43803 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402888585-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa4bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1462623097_20 at /127.0.0.1:51144 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57709 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/843d83d51ba0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2158e426[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1462623097_20 at /127.0.0.1:51222 [Receiving block BP-844969828-172.17.0.3-1732105334166:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58b5e117 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-844969828-172.17.0.3-1732105334166:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/cluster_966e7dd7-1160-c47f-52c3-0460cfc9c6b6/data/data2/current/BP-844969828-172.17.0.3-1732105334166 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7903-acceptor-0@7900a267-ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:41115} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp885867159-7948 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa4bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@548ee19a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57709): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Server handler 3 on default port 33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/843d83d51ba0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57709) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 33841 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1462623097_20 at /127.0.0.1:51200 [Receiving block BP-844969828-172.17.0.3-1732105334166:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402888585-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa4bc432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 535), ProcessCount=11 (was 11), AvailableMemoryMB=5928 (was 6252) 2024-11-20T12:22:21,555 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-20T12:22:21,566 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=5928 2024-11-20T12:22:21,566 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-20T12:22:21,579 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T12:22:21,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.log.dir so I do NOT create it in target/test-data/ca636846-f463-ef55-5d7f-611b215cf464 2024-11-20T12:22:21,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:22:21,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.tmp.dir so I do NOT create it in target/test-data/ca636846-f463-ef55-5d7f-611b215cf464 2024-11-20T12:22:21,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1006933c-4562-a947-75b5-9f4586ef42c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:22:21,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464 2024-11-20T12:22:21,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa, deleteOnExit=true 2024-11-20T12:22:21,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/zookeeper_0, clientPort=61761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T12:22:21,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61761 2024-11-20T12:22:21,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:22:21,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:22:21,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/test.cache.data in system properties and HBase conf 2024-11-20T12:22:21,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:22:21,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:21,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:22:21,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:22:21,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:21,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:21,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:22,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:22,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:22,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:22,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:22,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:22:22,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:22,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:22,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:22,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6173d15f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/java.io.tmpdir/jetty-localhost-43869-hadoop-hdfs-3_4_1-tests_jar-_-any-14993481532894271659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:22,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:43869} 2024-11-20T12:22:22,212 INFO [Time-limited test {}] server.Server(415): Started @323628ms 2024-11-20T12:22:22,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:22,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:22,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:22,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:22,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:22:22,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:22,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:22,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e38b7c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/java.io.tmpdir/jetty-localhost-35679-hadoop-hdfs-3_4_1-tests_jar-_-any-12306314190352700209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:22,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:35679} 2024-11-20T12:22:22,628 INFO [Time-limited test {}] server.Server(415): Started @324044ms 2024-11-20T12:22:22,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:22:23,341 WARN [Thread-4321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/data/data2/current/BP-194442801-172.17.0.3-1732105341605/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:23,341 WARN [Thread-4320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/data/data1/current/BP-194442801-172.17.0.3-1732105341605/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:23,373 WARN [Thread-4308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:22:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151c3e0a82be794f with lease ID 0x9c5b4494e2917616: Processing first storage report for DS-1e570914-2593-49d6-a323-16db24c9d222 from datanode DatanodeRegistration(127.0.0.1:40213, datanodeUuid=22606016-31f5-44b4-9e6f-6ef7c0f97d5a, infoPort=41473, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=1952164996;c=1732105341605) 2024-11-20T12:22:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151c3e0a82be794f with lease ID 0x9c5b4494e2917616: from storage DS-1e570914-2593-49d6-a323-16db24c9d222 node DatanodeRegistration(127.0.0.1:40213, datanodeUuid=22606016-31f5-44b4-9e6f-6ef7c0f97d5a, infoPort=41473, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=1952164996;c=1732105341605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x151c3e0a82be794f with lease ID 0x9c5b4494e2917616: Processing first storage report for DS-f51e1232-ed6c-480b-9af9-22ad683e5242 from datanode DatanodeRegistration(127.0.0.1:40213, datanodeUuid=22606016-31f5-44b4-9e6f-6ef7c0f97d5a, infoPort=41473, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=1952164996;c=1732105341605) 2024-11-20T12:22:23,376 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x151c3e0a82be794f with lease ID 0x9c5b4494e2917616: from storage DS-f51e1232-ed6c-480b-9af9-22ad683e5242 node DatanodeRegistration(127.0.0.1:40213, datanodeUuid=22606016-31f5-44b4-9e6f-6ef7c0f97d5a, infoPort=41473, infoSecurePort=0, ipcPort=33387, storageInfo=lv=-57;cid=testClusterID;nsid=1952164996;c=1732105341605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:23,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464 2024-11-20T12:22:23,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:23,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:23,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:22:23,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1 with version=8 2024-11-20T12:22:23,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/hbase-staging 2024-11-20T12:22:23,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:22:23,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:23,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34043 2024-11-20T12:22:23,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34043 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:23,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340430x0, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:24,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34043-0x101583206390000 connected 2024-11-20T12:22:24,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:24,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:24,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/running 2024-11-20T12:22:24,225 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1, hbase.cluster.distributed=false 2024-11-20T12:22:24,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/acl 2024-11-20T12:22:24,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-20T12:22:24,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34043 2024-11-20T12:22:24,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34043 2024-11-20T12:22:24,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-20T12:22:24,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34043 2024-11-20T12:22:24,309 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:22:24,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:24,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46471 2024-11-20T12:22:24,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46471 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:24,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:24,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:24,372 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464710x0, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:24,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464710x0, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/running 2024-11-20T12:22:24,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:22:24,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46471-0x101583206390001 connected 2024-11-20T12:22:24,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:22:24,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/master 2024-11-20T12:22:24,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/acl 2024-11-20T12:22:24,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46471 2024-11-20T12:22:24,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46471 2024-11-20T12:22:24,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46471 2024-11-20T12:22:24,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46471 2024-11-20T12:22:24,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46471 2024-11-20T12:22:24,474 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:34043 2024-11-20T12:22:24,475 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0664972185/backup-masters/843d83d51ba0,34043,1732105343878 2024-11-20T12:22:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/backup-masters 2024-11-20T12:22:24,485 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/backup-masters 2024-11-20T12:22:24,486 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on existing znode=/0664972185/backup-masters/843d83d51ba0,34043,1732105343878 2024-11-20T12:22:24,496 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0664972185/master 2024-11-20T12:22:24,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:24,496 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:24,497 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on existing znode=/0664972185/master 2024-11-20T12:22:24,497 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0664972185/backup-masters/843d83d51ba0,34043,1732105343878 from backup master directory 2024-11-20T12:22:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0664972185/backup-masters/843d83d51ba0,34043,1732105343878 2024-11-20T12:22:24,506 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/backup-masters 2024-11-20T12:22:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/backup-masters 2024-11-20T12:22:24,506 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:24,507 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,34043,1732105343878 2024-11-20T12:22:24,509 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/hbase.id] with ID: 67739e9f-6c02-44b3-903a-13aa048e8a39 2024-11-20T12:22:24,509 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/.tmp/hbase.id 2024-11-20T12:22:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:22:24,918 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/.tmp/hbase.id]:[hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/hbase.id] 2024-11-20T12:22:24,925 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:24,926 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:22:24,927 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T12:22:24,938 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:22:25,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:22:25,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T12:22:25,342 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:25,343 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:22:25,344 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:25,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:22:25,354 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store 2024-11-20T12:22:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:25,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:25,758 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:25,758 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105345758Disabling compacts and flushes for region at 1732105345758Disabling writes for close at 1732105345758Writing region close event to WAL at 1732105345758Closed at 1732105345758 2024-11-20T12:22:25,759 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/.initializing 2024-11-20T12:22:25,759 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/WALs/843d83d51ba0,34043,1732105343878 2024-11-20T12:22:25,760 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:25,762 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C34043%2C1732105343878, suffix=, logDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/WALs/843d83d51ba0,34043,1732105343878, archiveDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/oldWALs, maxLogs=10 2024-11-20T12:22:25,779 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/WALs/843d83d51ba0,34043,1732105343878/843d83d51ba0%2C34043%2C1732105343878.1732105345762, exclude list is [], retry=0 2024-11-20T12:22:25,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:25,784 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/WALs/843d83d51ba0,34043,1732105343878/843d83d51ba0%2C34043%2C1732105343878.1732105345762 2024-11-20T12:22:25,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:25,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:25,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:25,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,785 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:22:25,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:25,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:25,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:22:25,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:25,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:25,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:22:25,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:25,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:25,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:22:25,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:25,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:25,791 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,792 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,792 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,793 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,793 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,794 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:25,794 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:25,796 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:25,796 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59995094, jitterRate=-0.10600343346595764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:25,796 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105345785Initializing all the Stores at 1732105345786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105345786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105345786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105345786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105345786Cleaning up temporary data from old regions at 1732105345793 (+7 ms)Region opened successfully at 1732105345796 (+3 ms) 2024-11-20T12:22:25,797 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:22:25,799 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8c9f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:25,800 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:22:25,800 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:22:25,800 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:22:25,800 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:22:25,801 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:22:25,801 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:22:25,801 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:22:25,812 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:22:25,813 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/balancer because node does not exist (not necessarily an error) 2024-11-20T12:22:25,917 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/balancer already deleted, retry=false 2024-11-20T12:22:25,917 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:22:25,918 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:22:25,927 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/normalizer already deleted, retry=false 2024-11-20T12:22:25,928 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:22:25,929 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:22:25,938 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/switch/split already deleted, retry=false 2024-11-20T12:22:25,939 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:22:25,948 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/switch/merge already deleted, retry=false 2024-11-20T12:22:25,951 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:22:25,959 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/snapshot-cleanup already deleted, retry=false 2024-11-20T12:22:25,969 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0664972185/running 2024-11-20T12:22:25,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0664972185/running 2024-11-20T12:22:25,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:25,969 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:25,970 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,34043,1732105343878, sessionid=0x101583206390000, setting cluster-up flag (Was=false) 2024-11-20T12:22:25,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:25,990 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:26,022 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0664972185/flush-table-proc/acquired, /0664972185/flush-table-proc/reached, /0664972185/flush-table-proc/abort 2024-11-20T12:22:26,023 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34043,1732105343878 2024-11-20T12:22:26,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:26,043 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:26,075 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0664972185/online-snapshot/acquired, /0664972185/online-snapshot/reached, /0664972185/online-snapshot/abort 2024-11-20T12:22:26,075 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,34043,1732105343878 2024-11-20T12:22:26,076 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:22:26,077 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:26,078 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:22:26,078 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:22:26,078 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,34043,1732105343878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:26,079 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105376080 2024-11-20T12:22:26,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:22:26,080 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:22:26,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:22:26,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:22:26,081 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:22:26,084 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105346081,5,FailOnTimeoutGroup] 2024-11-20T12:22:26,087 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105346084,5,FailOnTimeoutGroup] 2024-11-20T12:22:26,087 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:22:26,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,088 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:22:26,162 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(746): ClusterId : 67739e9f-6c02-44b3-903a-13aa048e8a39 2024-11-20T12:22:26,162 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:22:26,170 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:22:26,170 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:22:26,181 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:22:26,181 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c97a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:26,186 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T12:22:26,186 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T12:22:26,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T12:22:26,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T12:22:26,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:26,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T12:22:26,187 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T12:22:26,187 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T12:22:26,193 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:46471 2024-11-20T12:22:26,193 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:22:26,193 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:22:26,193 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:22:26,194 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,34043,1732105343878 with port=46471, startcode=1732105344309 2024-11-20T12:22:26,194 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:22:26,195 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:22:26,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34043 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,197 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1 2024-11-20T12:22:26,197 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37493 2024-11-20T12:22:26,197 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:22:26,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/rs 2024-11-20T12:22:26,210 DEBUG [RS:0;843d83d51ba0:46471 {}] zookeeper.ZKUtil(111): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on existing znode=/0664972185/rs/843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,210 WARN [RS:0;843d83d51ba0:46471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:26,210 INFO [RS:0;843d83d51ba0:46471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:26,210 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,46471,1732105344309] 2024-11-20T12:22:26,212 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:22:26,214 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:22:26,214 INFO [RS:0;843d83d51ba0:46471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:22:26,214 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,214 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:26,215 DEBUG [RS:0;843d83d51ba0:46471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,215 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46471,1732105344309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:26,235 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:22:26,235 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,46471,1732105344309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,235 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,235 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.Replication(171): 843d83d51ba0,46471,1732105344309 started 2024-11-20T12:22:26,248 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:26,248 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,46471,1732105344309, RpcServer on 843d83d51ba0/172.17.0.3:46471, sessionid=0x101583206390001 2024-11-20T12:22:26,248 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:22:26,248 DEBUG [RS:0;843d83d51ba0:46471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,248 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,46471,1732105344309' 2024-11-20T12:22:26,248 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0664972185/flush-table-proc/abort' 2024-11-20T12:22:26,248 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0664972185/flush-table-proc/acquired' 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,46471,1732105344309 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,46471,1732105344309' 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0664972185/online-snapshot/abort' 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0664972185/online-snapshot/acquired' 2024-11-20T12:22:26,249 DEBUG [RS:0;843d83d51ba0:46471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:22:26,249 INFO [RS:0;843d83d51ba0:46471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:22:26,249 INFO [RS:0;843d83d51ba0:46471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:22:26,350 INFO [RS:0;843d83d51ba0:46471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:26,351 INFO [RS:0;843d83d51ba0:46471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C46471%2C1732105344309, suffix=, logDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309, archiveDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/oldWALs, maxLogs=10 2024-11-20T12:22:26,365 DEBUG [RS:0;843d83d51ba0:46471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351, exclude list is [], retry=0 2024-11-20T12:22:26,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:26,368 INFO [RS:0;843d83d51ba0:46471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 2024-11-20T12:22:26,369 DEBUG [RS:0;843d83d51ba0:46471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:26,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:22:26,491 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1 2024-11-20T12:22:26,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:22:26,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:26,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:26,746 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128708 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:26,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:26,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:26,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:26,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:26,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:26,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:26,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:26,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:26,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:26,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:26,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:26,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:26,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:26,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:26,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:26,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:26,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:26,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:26,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740 2024-11-20T12:22:26,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740 2024-11-20T12:22:26,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:26,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:26,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:26,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:26,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:26,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75016103, jitterRate=0.11782704293727875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105346896Initializing all the Stores at 1732105346896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105346897 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105346897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105346897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105346897Cleaning up temporary data from old regions at 1732105346902 (+5 ms)Region opened successfully at 1732105346905 (+3 ms) 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:26,905 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:26,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:26,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105346905Disabling compacts and flushes for region at 1732105346905Disabling writes for close at 1732105346905Writing region close event to WAL at 1732105346905Closed at 1732105346905 2024-11-20T12:22:26,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:26,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:22:26,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:22:26,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:26,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:22:27,057 DEBUG [843d83d51ba0:34043 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:22:27,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:27,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,46471,1732105344309, state=OPENING 2024-11-20T12:22:27,180 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:22:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:27,190 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:27,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:27,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0664972185/meta-region-server: CHANGED 2024-11-20T12:22:27,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,46471,1732105344309}] 2024-11-20T12:22:27,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0664972185/meta-region-server: CHANGED 2024-11-20T12:22:27,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:27,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:22:27,347 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:22:27,347 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:27,347 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:22:27,348 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C46471%2C1732105344309.meta, suffix=.meta, logDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309, archiveDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/oldWALs, maxLogs=10 2024-11-20T12:22:27,360 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105347349.meta, exclude list is [], retry=0 2024-11-20T12:22:27,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:27,363 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105347349.meta 2024-11-20T12:22:27,363 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:27,363 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:27,364 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:22:27,364 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:22:27,364 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:22:27,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:27,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:27,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:27,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:27,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:27,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:27,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:27,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:27,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:27,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:27,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:27,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:27,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:27,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:27,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:27,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:27,369 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:27,369 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740 2024-11-20T12:22:27,370 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740 2024-11-20T12:22:27,370 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:27,370 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:27,371 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:27,371 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:27,372 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65410850, jitterRate=-0.025302380323410034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:27,372 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:22:27,372 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105347364Writing region info on filesystem at 1732105347365 (+1 ms)Initializing all the Stores at 1732105347365Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105347365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105347365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105347365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105347365Cleaning up temporary data from old regions at 1732105347370 (+5 ms)Running coprocessor post-open hooks at 1732105347372 (+2 ms)Region opened successfully at 1732105347372 2024-11-20T12:22:27,373 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105347343 2024-11-20T12:22:27,374 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:22:27,374 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:22:27,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:27,375 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,46471,1732105344309, state=OPEN 2024-11-20T12:22:27,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0664972185/meta-region-server 2024-11-20T12:22:27,415 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0664972185/meta-region-server 2024-11-20T12:22:27,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:27,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0664972185/meta-region-server: CHANGED 2024-11-20T12:22:27,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0664972185/meta-region-server: CHANGED 2024-11-20T12:22:27,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:22:27,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,46471,1732105344309 in 224 msec 2024-11-20T12:22:27,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:22:27,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-20T12:22:27,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:27,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:22:27,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:27,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,46471,1732105344309, seqNum=-1] 2024-11-20T12:22:27,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:27,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:27,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-20T12:22:27,426 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105347426, completionTime=-1 2024-11-20T12:22:27,426 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:22:27,426 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:22:27,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:22:27,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105407428 2024-11-20T12:22:27,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105467428 2024-11-20T12:22:27,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:22:27,428 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,429 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,429 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,429 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:34043, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,429 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,431 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:22:27,436 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:27,439 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:22:27,441 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:22:27,441 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:22:27,441 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34043,1732105343878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529da097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:27,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:27,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:27,465 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0ad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:27,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:27,466 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:27,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:27,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,46471,1732105344309, seqNum=-1] 2024-11-20T12:22:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:27,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:27,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,34043,1732105343878 2024-11-20T12:22:27,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:27,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101583206390002 connected 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir so I do NOT create it in target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d 2024-11-20T12:22:27,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.tmp.dir so I do NOT create it in target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d 2024-11-20T12:22:27,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:22:27,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/cluster_17760172-c734-27c4-a50f-54f7082c0691, deleteOnExit=true 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/test.cache.data in system properties and HBase conf 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:22:27,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:22:27,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:22:27,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:22:27,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:27,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:27,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:27,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:27,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:22:27,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:27,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:27,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:27,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b87f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/java.io.tmpdir/jetty-localhost-37197-hadoop-hdfs-3_4_1-tests_jar-_-any-11036096010484504614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:27,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:37197} 2024-11-20T12:22:27,949 INFO [Time-limited test {}] server.Server(415): Started @329365ms 2024-11-20T12:22:28,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:28,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:28,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:28,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:28,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:22:28,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:28,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:28,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681e4d90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/java.io.tmpdir/jetty-localhost-43723-hadoop-hdfs-3_4_1-tests_jar-_-any-10314690995294968675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:28,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:43723} 2024-11-20T12:22:28,367 INFO [Time-limited test {}] server.Server(415): Started @329782ms 2024-11-20T12:22:28,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:22:29,037 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/cluster_17760172-c734-27c4-a50f-54f7082c0691/data/data1/current/BP-201947257-172.17.0.3-1732105347513/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:29,056 WARN [Thread-4441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/cluster_17760172-c734-27c4-a50f-54f7082c0691/data/data2/current/BP-201947257-172.17.0.3-1732105347513/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:29,106 WARN [Thread-4428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:22:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8221ec7c00b849b with lease ID 0x38acd4d7e67841e6: Processing first storage report for DS-e5c2d0d5-3c9f-46ad-9eb3-d731847fb385 from datanode DatanodeRegistration(127.0.0.1:46299, datanodeUuid=148272e1-c140-4249-bb3b-b88848406d97, infoPort=37331, infoSecurePort=0, ipcPort=38517, storageInfo=lv=-57;cid=testClusterID;nsid=613653739;c=1732105347513) 2024-11-20T12:22:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8221ec7c00b849b with lease ID 0x38acd4d7e67841e6: from storage DS-e5c2d0d5-3c9f-46ad-9eb3-d731847fb385 node DatanodeRegistration(127.0.0.1:46299, datanodeUuid=148272e1-c140-4249-bb3b-b88848406d97, infoPort=37331, infoSecurePort=0, ipcPort=38517, storageInfo=lv=-57;cid=testClusterID;nsid=613653739;c=1732105347513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8221ec7c00b849b with lease ID 0x38acd4d7e67841e6: Processing first storage report for DS-23e6a28b-e6c9-44a8-8413-0d468f12a253 from datanode DatanodeRegistration(127.0.0.1:46299, datanodeUuid=148272e1-c140-4249-bb3b-b88848406d97, infoPort=37331, infoSecurePort=0, ipcPort=38517, storageInfo=lv=-57;cid=testClusterID;nsid=613653739;c=1732105347513) 2024-11-20T12:22:29,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8221ec7c00b849b with lease ID 0x38acd4d7e67841e6: from storage DS-23e6a28b-e6c9-44a8-8413-0d468f12a253 node DatanodeRegistration(127.0.0.1:46299, datanodeUuid=148272e1-c140-4249-bb3b-b88848406d97, infoPort=37331, infoSecurePort=0, ipcPort=38517, storageInfo=lv=-57;cid=testClusterID;nsid=613653739;c=1732105347513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:29,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d 2024-11-20T12:22:29,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:22:29,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331 with version=8 2024-11-20T12:22:29,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/hbase-staging 2024-11-20T12:22:29,261 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:29,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:29,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45589 2024-11-20T12:22:29,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45589 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:29,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455890x0, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:29,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45589-0x101583206390003 connected 2024-11-20T12:22:29,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/running 2024-11-20T12:22:29,363 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331, hbase.cluster.distributed=false 2024-11-20T12:22:29,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/acl 2024-11-20T12:22:29,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-20T12:22:29,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45589 2024-11-20T12:22:29,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45589 2024-11-20T12:22:29,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-20T12:22:29,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45589 2024-11-20T12:22:29,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:29,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:29,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:22:29,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:29,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37051 2024-11-20T12:22:29,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37051 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:29,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370510x0, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:29,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370510x0, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/running 2024-11-20T12:22:29,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37051-0x101583206390004 connected 2024-11-20T12:22:29,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:22:29,391 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:22:29,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/master 2024-11-20T12:22:29,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/acl 2024-11-20T12:22:29,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-20T12:22:29,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37051 2024-11-20T12:22:29,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37051 2024-11-20T12:22:29,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-20T12:22:29,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37051 2024-11-20T12:22:29,413 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:45589 2024-11-20T12:22:29,413 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1542959113/backup-masters/843d83d51ba0,45589,1732105349261 2024-11-20T12:22:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/backup-masters 2024-11-20T12:22:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/backup-masters 2024-11-20T12:22:29,422 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on existing znode=/1-1542959113/backup-masters/843d83d51ba0,45589,1732105349261 2024-11-20T12:22:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1542959113/master 2024-11-20T12:22:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:29,433 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on existing znode=/1-1542959113/master 2024-11-20T12:22:29,433 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1542959113/backup-masters/843d83d51ba0,45589,1732105349261 from backup master directory 2024-11-20T12:22:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1542959113/backup-masters/843d83d51ba0,45589,1732105349261 2024-11-20T12:22:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/backup-masters 2024-11-20T12:22:29,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/backup-masters 2024-11-20T12:22:29,443 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:29,443 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,45589,1732105349261 2024-11-20T12:22:29,445 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/hbase.id] with ID: aa1169a4-a35b-4a1c-a011-6d227ed1aa32 2024-11-20T12:22:29,445 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/.tmp/hbase.id 2024-11-20T12:22:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:22:29,849 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/.tmp/hbase.id]:[hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/hbase.id] 2024-11-20T12:22:29,856 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:29,856 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:22:29,856 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T12:22:29,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:29,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:29,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:22:30,312 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:30,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:22:30,313 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:22:30,318 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store 2024-11-20T12:22:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:30,322 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:30,322 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:30,322 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105350322Disabling compacts and flushes for region at 1732105350322Disabling writes for close at 1732105350322Writing region close event to WAL at 1732105350322Closed at 1732105350322 2024-11-20T12:22:30,323 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/.initializing 2024-11-20T12:22:30,323 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/WALs/843d83d51ba0,45589,1732105349261 2024-11-20T12:22:30,323 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:30,324 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C45589%2C1732105349261, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/WALs/843d83d51ba0,45589,1732105349261, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/oldWALs, maxLogs=10 2024-11-20T12:22:30,336 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/WALs/843d83d51ba0,45589,1732105349261/843d83d51ba0%2C45589%2C1732105349261.1732105350324, exclude list is [], retry=0 2024-11-20T12:22:30,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-e5c2d0d5-3c9f-46ad-9eb3-d731847fb385,DISK] 2024-11-20T12:22:30,339 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/WALs/843d83d51ba0,45589,1732105349261/843d83d51ba0%2C45589%2C1732105349261.1732105350324 2024-11-20T12:22:30,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-20T12:22:30,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:30,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:30,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,339 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:22:30,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:30,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:30,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:22:30,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:30,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:30,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:22:30,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:30,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:30,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:22:30,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:30,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:30,344 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,345 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,345 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,346 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:30,347 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:30,348 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:30,348 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70868169, jitterRate=0.05601800978183746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:30,348 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105350339Initializing all the Stores at 1732105350340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105350340Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105350340Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105350340Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105350340Cleaning up temporary data from old regions at 1732105350346 (+6 ms)Region opened successfully at 1732105350348 (+2 ms) 2024-11-20T12:22:30,348 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:22:30,350 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edccf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:30,350 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:22:30,350 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:22:30,350 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:22:30,351 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:22:30,351 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:22:30,351 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:22:30,351 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:22:30,354 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:22:30,354 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/balancer because node does not exist (not necessarily an error) 2024-11-20T12:22:30,401 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/balancer already deleted, retry=false 2024-11-20T12:22:30,401 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:22:30,402 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:22:30,411 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/normalizer already deleted, retry=false 2024-11-20T12:22:30,412 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:22:30,412 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:22:30,422 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/switch/split already deleted, retry=false 2024-11-20T12:22:30,422 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:22:30,432 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/switch/merge already deleted, retry=false 2024-11-20T12:22:30,434 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:22:30,443 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/snapshot-cleanup already deleted, retry=false 2024-11-20T12:22:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1542959113/running 2024-11-20T12:22:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1542959113/running 2024-11-20T12:22:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,454 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,45589,1732105349261, sessionid=0x101583206390003, setting cluster-up flag (Was=false) 2024-11-20T12:22:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,506 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1542959113/flush-table-proc/acquired, /1-1542959113/flush-table-proc/reached, /1-1542959113/flush-table-proc/abort 2024-11-20T12:22:30,507 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,45589,1732105349261 2024-11-20T12:22:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:30,559 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1542959113/online-snapshot/acquired, /1-1542959113/online-snapshot/reached, /1-1542959113/online-snapshot/abort 2024-11-20T12:22:30,559 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,45589,1732105349261 2024-11-20T12:22:30,560 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:22:30,561 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:30,561 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:22:30,562 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:22:30,562 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,45589,1732105349261 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:30,563 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105380564 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:22:30,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:22:30,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:22:30,564 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:22:30,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:30,565 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:22:30,565 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:22:30,565 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105350565,5,FailOnTimeoutGroup] 2024-11-20T12:22:30,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:22:30,567 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105350565,5,FailOnTimeoutGroup] 2024-11-20T12:22:30,567 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,567 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:22:30,567 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,567 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:22:30,602 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(746): ClusterId : aa1169a4-a35b-4a1c-a011-6d227ed1aa32 2024-11-20T12:22:30,602 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:22:30,612 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:22:30,612 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:22:30,622 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:22:30,623 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8fbd5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:30,637 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:37051 2024-11-20T12:22:30,637 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:22:30,637 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:22:30,637 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:22:30,637 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,45589,1732105349261 with port=37051, startcode=1732105349377 2024-11-20T12:22:30,637 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:22:30,638 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:22:30,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,639 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45589 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,640 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331 2024-11-20T12:22:30,640 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43167 2024-11-20T12:22:30,640 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:22:30,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/rs 2024-11-20T12:22:30,712 DEBUG [RS:0;843d83d51ba0:37051 {}] zookeeper.ZKUtil(111): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on existing znode=/1-1542959113/rs/843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,712 WARN [RS:0;843d83d51ba0:37051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:30,712 INFO [RS:0;843d83d51ba0:37051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:30,712 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,37051,1732105349377] 2024-11-20T12:22:30,714 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:22:30,715 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:22:30,716 INFO [RS:0;843d83d51ba0:37051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:22:30,716 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,716 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:22:30,716 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:22:30,716 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:30,716 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:30,717 DEBUG [RS:0;843d83d51ba0:37051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,719 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37051,1732105349377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:30,732 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:22:30,732 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,37051,1732105349377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,732 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,732 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.Replication(171): 843d83d51ba0,37051,1732105349377 started 2024-11-20T12:22:30,744 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:30,744 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,37051,1732105349377, RpcServer on 843d83d51ba0/172.17.0.3:37051, sessionid=0x101583206390004 2024-11-20T12:22:30,744 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:22:30,744 DEBUG [RS:0;843d83d51ba0:37051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,744 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,37051,1732105349377' 2024-11-20T12:22:30,744 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1542959113/flush-table-proc/abort' 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1542959113/flush-table-proc/acquired' 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,37051,1732105349377 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,37051,1732105349377' 2024-11-20T12:22:30,745 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1542959113/online-snapshot/abort' 2024-11-20T12:22:30,746 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1542959113/online-snapshot/acquired' 2024-11-20T12:22:30,746 DEBUG [RS:0;843d83d51ba0:37051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:22:30,746 INFO [RS:0;843d83d51ba0:37051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:22:30,746 INFO [RS:0;843d83d51ba0:37051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:22:30,846 INFO [RS:0;843d83d51ba0:37051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:30,847 INFO [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C37051%2C1732105349377, suffix=, logDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/oldWALs, maxLogs=10 2024-11-20T12:22:30,859 DEBUG [RS:0;843d83d51ba0:37051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.1732105350848, exclude list is [], retry=0 2024-11-20T12:22:30,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-e5c2d0d5-3c9f-46ad-9eb3-d731847fb385,DISK] 2024-11-20T12:22:30,862 INFO [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.1732105350848 2024-11-20T12:22:30,863 DEBUG [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-20T12:22:30,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:22:30,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331 2024-11-20T12:22:30,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741833_1009 (size=32) 2024-11-20T12:22:31,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:31,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:31,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:31,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:31,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:31,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:31,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:31,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:31,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:31,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:31,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740 2024-11-20T12:22:31,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740 2024-11-20T12:22:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:31,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:31,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:31,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:31,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:31,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66210817, jitterRate=-0.013381943106651306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105351378Initializing all the Stores at 1732105351378Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105351378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351378Cleaning up temporary data from old regions at 1732105351384 (+6 ms)Region opened successfully at 1732105351387 (+3 ms) 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:31,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:31,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:31,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105351387Disabling compacts and flushes for region at 1732105351387Disabling writes for close at 1732105351387Writing region close event to WAL at 1732105351387Closed at 1732105351387 2024-11-20T12:22:31,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:31,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:22:31,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:22:31,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:31,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:22:31,539 DEBUG [843d83d51ba0:45589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:22:31,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:31,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,37051,1732105349377, state=OPENING 2024-11-20T12:22:31,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:22:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:31,601 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:31,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1542959113/meta-region-server: CHANGED 2024-11-20T12:22:31,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1542959113/meta-region-server: CHANGED 2024-11-20T12:22:31,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,37051,1732105349377}] 2024-11-20T12:22:31,753 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:31,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:22:31,756 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:22:31,756 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:31,756 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:22:31,757 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C37051%2C1732105349377.meta, suffix=.meta, logDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377, archiveDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/oldWALs, maxLogs=10 2024-11-20T12:22:31,768 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.meta.1732105351757.meta, exclude list is [], retry=0 2024-11-20T12:22:31,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-e5c2d0d5-3c9f-46ad-9eb3-d731847fb385,DISK] 2024-11-20T12:22:31,771 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.meta.1732105351757.meta 2024-11-20T12:22:31,771 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37331:37331)] 2024-11-20T12:22:31,771 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:31,771 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:31,771 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:22:31,771 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:22:31,771 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:22:31,771 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:22:31,772 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:31,772 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:22:31,772 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:22:31,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:31,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:31,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:31,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:31,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:31,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:31,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:31,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:31,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:31,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:31,776 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:31,776 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740 2024-11-20T12:22:31,777 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740 2024-11-20T12:22:31,778 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:31,778 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:31,778 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:31,779 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:31,779 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66072793, jitterRate=-0.015438660979270935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:31,780 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:22:31,780 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105351772Writing region info on filesystem at 1732105351772Initializing all the Stores at 1732105351772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105351772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105351772Cleaning up temporary data from old regions at 1732105351778 (+6 ms)Running coprocessor post-open hooks at 1732105351780 (+2 ms)Region opened successfully at 1732105351780 2024-11-20T12:22:31,780 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105351753 2024-11-20T12:22:31,782 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:22:31,782 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:22:31,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:31,782 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,37051,1732105349377, state=OPEN 2024-11-20T12:22:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1542959113/meta-region-server 2024-11-20T12:22:31,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1542959113/meta-region-server 2024-11-20T12:22:31,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:31,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1542959113/meta-region-server: CHANGED 2024-11-20T12:22:31,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1542959113/meta-region-server: CHANGED 2024-11-20T12:22:31,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:22:31,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,37051,1732105349377 in 197 msec 2024-11-20T12:22:31,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:22:31,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-20T12:22:31,801 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:31,801 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:22:31,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:31,802 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37051,1732105349377, seqNum=-1] 2024-11-20T12:22:31,803 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:31,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:31,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-20T12:22:31,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105351807, completionTime=-1 2024-11-20T12:22:31,807 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:22:31,807 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105411808 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105471808 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:45589, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,808 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,809 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,810 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.368sec 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:31,811 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:22:31,813 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:22:31,813 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:22:31,813 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,45589,1732105349261-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:31,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:31,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45589,-1 for getting cluster id 2024-11-20T12:22:31,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:31,904 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa1169a4-a35b-4a1c-a011-6d227ed1aa32' 2024-11-20T12:22:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa1169a4-a35b-4a1c-a011-6d227ed1aa32" 2024-11-20T12:22:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4393beb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:31,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45589,-1] 2024-11-20T12:22:31,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:31,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:31,905 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:31,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:31,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37051,1732105349377, seqNum=-1] 2024-11-20T12:22:31,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:31,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:31,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,45589,1732105349261 2024-11-20T12:22:31,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:31,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:31,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101583206390005 connected 2024-11-20T12:22:31,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir so I do NOT create it in target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee 2024-11-20T12:22:31,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T12:22:31,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.tmp.dir so I do NOT create it in target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee 2024-11-20T12:22:31,929 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T12:22:31,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/cluster_bb1bbe2a-b345-3100-a2ab-1a90862390e7, deleteOnExit=true 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/test.cache.data in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.log.dir in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T12:22:31,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/nfs.dump.dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/java.io.tmpdir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T12:22:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T12:22:32,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:32,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:32,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:32,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:32,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T12:22:32,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:32,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:32,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:32,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/java.io.tmpdir/jetty-localhost-41133-hadoop-hdfs-3_4_1-tests_jar-_-any-4298138846565386180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:32,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:41133} 2024-11-20T12:22:32,327 INFO [Time-limited test {}] server.Server(415): Started @333742ms 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,549 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:32,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,550 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,615 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,615 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:32,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T12:22:32,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T12:22:32,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T12:22:32,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T12:22:32,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T12:22:32,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T12:22:32,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T12:22:32,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/java.io.tmpdir/jetty-localhost-34021-hadoop-hdfs-3_4_1-tests_jar-_-any-16279703789478122704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:32,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:34021} 2024-11-20T12:22:32,741 INFO [Time-limited test {}] server.Server(415): Started @334156ms 2024-11-20T12:22:32,741 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T12:22:33,651 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/cluster_bb1bbe2a-b345-3100-a2ab-1a90862390e7/data/data1/current/BP-98841968-172.17.0.3-1732105351950/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:33,651 WARN [Thread-4562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/cluster_bb1bbe2a-b345-3100-a2ab-1a90862390e7/data/data2/current/BP-98841968-172.17.0.3-1732105351950/current, will proceed with Du for space computation calculation, 2024-11-20T12:22:33,668 WARN [Thread-4549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T12:22:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd7ce4b55f46dba9 with lease ID 0x23ea712ab201665d: Processing first storage report for DS-69e45d47-41e5-4b53-9c16-d54a326fed81 from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=09fa2efe-a8de-49d7-986c-036e4b60a387, infoPort=40981, infoSecurePort=0, ipcPort=40135, storageInfo=lv=-57;cid=testClusterID;nsid=2112674372;c=1732105351950) 2024-11-20T12:22:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd7ce4b55f46dba9 with lease ID 0x23ea712ab201665d: from storage DS-69e45d47-41e5-4b53-9c16-d54a326fed81 node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=09fa2efe-a8de-49d7-986c-036e4b60a387, infoPort=40981, infoSecurePort=0, ipcPort=40135, storageInfo=lv=-57;cid=testClusterID;nsid=2112674372;c=1732105351950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd7ce4b55f46dba9 with lease ID 0x23ea712ab201665d: Processing first storage report for DS-3d3c875f-6b75-482c-97e9-70906162283e from datanode DatanodeRegistration(127.0.0.1:42743, datanodeUuid=09fa2efe-a8de-49d7-986c-036e4b60a387, infoPort=40981, infoSecurePort=0, ipcPort=40135, storageInfo=lv=-57;cid=testClusterID;nsid=2112674372;c=1732105351950) 2024-11-20T12:22:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd7ce4b55f46dba9 with lease ID 0x23ea712ab201665d: from storage DS-3d3c875f-6b75-482c-97e9-70906162283e node DatanodeRegistration(127.0.0.1:42743, datanodeUuid=09fa2efe-a8de-49d7-986c-036e4b60a387, infoPort=40981, infoSecurePort=0, ipcPort=40135, storageInfo=lv=-57;cid=testClusterID;nsid=2112674372;c=1732105351950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T12:22:33,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee 2024-11-20T12:22:33,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:33,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:33,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741825_1001 (size=7) 2024-11-20T12:22:34,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac with version=8 2024-11-20T12:22:34,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/hbase-staging 2024-11-20T12:22:34,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:34,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T12:22:34,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:34,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36891 2024-11-20T12:22:34,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36891 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:34,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368910x0, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:34,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36891-0x101583206390006 connected 2024-11-20T12:22:34,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:34,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:34,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/running 2024-11-20T12:22:34,268 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac, hbase.cluster.distributed=false 2024-11-20T12:22:34,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/acl 2024-11-20T12:22:34,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-20T12:22:34,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36891 2024-11-20T12:22:34,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36891 2024-11-20T12:22:34,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-20T12:22:34,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-20T12:22:34,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/843d83d51ba0:0 server-side Connection retries=45 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T12:22:34,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T12:22:34,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34061 2024-11-20T12:22:34,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34061 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:34,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:34,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:34,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340610x0, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:34,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340610x0, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/running 2024-11-20T12:22:34,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T12:22:34,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34061-0x101583206390007 connected 2024-11-20T12:22:34,318 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T12:22:34,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/master 2024-11-20T12:22:34,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/acl 2024-11-20T12:22:34,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-20T12:22:34,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34061 2024-11-20T12:22:34,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34061 2024-11-20T12:22:34,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-20T12:22:34,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34061 2024-11-20T12:22:34,353 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;843d83d51ba0:36891 2024-11-20T12:22:34,353 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2336507589/backup-masters/843d83d51ba0,36891,1732105354181 2024-11-20T12:22:34,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/backup-masters 2024-11-20T12:22:34,367 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on existing znode=/2336507589/backup-masters/843d83d51ba0,36891,1732105354181 2024-11-20T12:22:34,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/backup-masters 2024-11-20T12:22:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2336507589/master 2024-11-20T12:22:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:34,377 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on existing znode=/2336507589/master 2024-11-20T12:22:34,378 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2336507589/backup-masters/843d83d51ba0,36891,1732105354181 from backup master directory 2024-11-20T12:22:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/backup-masters 2024-11-20T12:22:34,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2336507589/backup-masters/843d83d51ba0,36891,1732105354181 2024-11-20T12:22:34,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/backup-masters 2024-11-20T12:22:34,391 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:34,391 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=843d83d51ba0,36891,1732105354181 2024-11-20T12:22:34,394 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/hbase.id] with ID: 284848d2-4dd5-4dd4-abaf-60caf0ee6ff6 2024-11-20T12:22:34,394 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/.tmp/hbase.id 2024-11-20T12:22:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741826_1002 (size=42) 2024-11-20T12:22:34,812 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/.tmp/hbase.id]:[hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/hbase.id] 2024-11-20T12:22:34,820 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:34,820 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T12:22:34,825 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-20T12:22:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:34,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:34,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741827_1003 (size=196) 2024-11-20T12:22:34,878 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:34,879 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T12:22:34,880 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741828_1004 (size=1189) 2024-11-20T12:22:34,884 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store 2024-11-20T12:22:34,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741829_1005 (size=34) 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:35,288 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:35,288 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:35,288 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105355288Disabling compacts and flushes for region at 1732105355288Disabling writes for close at 1732105355288Writing region close event to WAL at 1732105355288Closed at 1732105355288 2024-11-20T12:22:35,289 WARN [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/.initializing 2024-11-20T12:22:35,289 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/WALs/843d83d51ba0,36891,1732105354181 2024-11-20T12:22:35,290 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:35,291 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=843d83d51ba0%2C36891%2C1732105354181, suffix=, logDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/WALs/843d83d51ba0,36891,1732105354181, archiveDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/oldWALs, maxLogs=10 2024-11-20T12:22:35,303 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/WALs/843d83d51ba0,36891,1732105354181/843d83d51ba0%2C36891%2C1732105354181.1732105355291, exclude list is [], retry=0 2024-11-20T12:22:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-69e45d47-41e5-4b53-9c16-d54a326fed81,DISK] 2024-11-20T12:22:35,306 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/WALs/843d83d51ba0,36891,1732105354181/843d83d51ba0%2C36891%2C1732105354181.1732105355291 2024-11-20T12:22:35,306 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-20T12:22:35,306 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:35,306 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:35,306 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,306 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T12:22:35,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:35,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T12:22:35,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:35,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T12:22:35,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:35,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T12:22:35,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:35,312 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,312 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,313 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,314 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:35,314 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T12:22:35,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:35,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58777193, jitterRate=-0.1241515725851059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:35,316 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732105355306Initializing all the Stores at 1732105355307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105355307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105355307Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105355307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105355307Cleaning up temporary data from old regions at 1732105355313 (+6 ms)Region opened successfully at 1732105355316 (+3 ms) 2024-11-20T12:22:35,316 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T12:22:35,319 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f248d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:35,319 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T12:22:35,319 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T12:22:35,319 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T12:22:35,319 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T12:22:35,320 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T12:22:35,320 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T12:22:35,320 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T12:22:35,322 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T12:22:35,324 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/balancer because node does not exist (not necessarily an error) 2024-11-20T12:22:35,369 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/balancer already deleted, retry=false 2024-11-20T12:22:35,369 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T12:22:35,370 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/normalizer because node does not exist (not necessarily an error) 2024-11-20T12:22:35,380 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/normalizer already deleted, retry=false 2024-11-20T12:22:35,380 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T12:22:35,381 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/switch/split because node does not exist (not necessarily an error) 2024-11-20T12:22:35,390 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/switch/split already deleted, retry=false 2024-11-20T12:22:35,391 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/switch/merge because node does not exist (not necessarily an error) 2024-11-20T12:22:35,400 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/switch/merge already deleted, retry=false 2024-11-20T12:22:35,402 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T12:22:35,411 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/snapshot-cleanup already deleted, retry=false 2024-11-20T12:22:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2336507589/running 2024-11-20T12:22:35,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2336507589/running 2024-11-20T12:22:35,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,422 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=843d83d51ba0,36891,1732105354181, sessionid=0x101583206390006, setting cluster-up flag (Was=false) 2024-11-20T12:22:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,474 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2336507589/flush-table-proc/acquired, /2336507589/flush-table-proc/reached, /2336507589/flush-table-proc/abort 2024-11-20T12:22:35,475 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,36891,1732105354181 2024-11-20T12:22:35,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:35,527 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2336507589/online-snapshot/acquired, /2336507589/online-snapshot/reached, /2336507589/online-snapshot/abort 2024-11-20T12:22:35,528 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=843d83d51ba0,36891,1732105354181 2024-11-20T12:22:35,529 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T12:22:35,530 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:35,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T12:22:35,530 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T12:22:35,531 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 843d83d51ba0,36891,1732105354181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/843d83d51ba0:0, corePoolSize=5, maxPoolSize=5 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/843d83d51ba0:0, corePoolSize=10, maxPoolSize=10 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:35,532 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732105385533 2024-11-20T12:22:35,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:35,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T12:22:35,533 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T12:22:35,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T12:22:35,534 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T12:22:35,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T12:22:35,535 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105355535,5,FailOnTimeoutGroup] 2024-11-20T12:22:35,535 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105355535,5,FailOnTimeoutGroup] 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,535 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741831_1007 (size=1321) 2024-11-20T12:22:35,546 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(746): ClusterId : 284848d2-4dd5-4dd4-abaf-60caf0ee6ff6 2024-11-20T12:22:35,546 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T12:22:35,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T12:22:35,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac 2024-11-20T12:22:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741832_1008 (size=32) 2024-11-20T12:22:35,556 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T12:22:35,556 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T12:22:35,566 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T12:22:35,567 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef797a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=843d83d51ba0/172.17.0.3:0 2024-11-20T12:22:35,576 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;843d83d51ba0:34061 2024-11-20T12:22:35,577 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T12:22:35,577 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T12:22:35,577 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T12:22:35,577 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(2659): reportForDuty to master=843d83d51ba0,36891,1732105354181 with port=34061, startcode=1732105354289 2024-11-20T12:22:35,577 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T12:22:35,578 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T12:22:35,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(517): Registering regionserver=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,580 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac 2024-11-20T12:22:35,580 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34589 2024-11-20T12:22:35,580 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T12:22:35,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/rs 2024-11-20T12:22:35,631 DEBUG [RS:0;843d83d51ba0:34061 {}] zookeeper.ZKUtil(111): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on existing znode=/2336507589/rs/843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,631 WARN [RS:0;843d83d51ba0:34061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T12:22:35,631 INFO [RS:0;843d83d51ba0:34061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:35,631 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [843d83d51ba0,34061,1732105354289] 2024-11-20T12:22:35,633 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T12:22:35,634 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T12:22:35,634 INFO [RS:0;843d83d51ba0:34061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T12:22:35,634 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,634 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T12:22:35,635 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T12:22:35,635 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/843d83d51ba0:0, corePoolSize=2, maxPoolSize=2 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/843d83d51ba0:0, corePoolSize=1, maxPoolSize=1 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:35,635 DEBUG [RS:0;843d83d51ba0:34061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/843d83d51ba0:0, corePoolSize=3, maxPoolSize=3 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,636 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34061,1732105354289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:35,649 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T12:22:35,649 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,34061,1732105354289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,649 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,649 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.Replication(171): 843d83d51ba0,34061,1732105354289 started 2024-11-20T12:22:35,660 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:35,660 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1482): Serving as 843d83d51ba0,34061,1732105354289, RpcServer on 843d83d51ba0/172.17.0.3:34061, sessionid=0x101583206390007 2024-11-20T12:22:35,660 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T12:22:35,660 DEBUG [RS:0;843d83d51ba0:34061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,660 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34061,1732105354289' 2024-11-20T12:22:35,660 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2336507589/flush-table-proc/abort' 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2336507589/flush-table-proc/acquired' 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 843d83d51ba0,34061,1732105354289 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '843d83d51ba0,34061,1732105354289' 2024-11-20T12:22:35,661 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2336507589/online-snapshot/abort' 2024-11-20T12:22:35,662 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2336507589/online-snapshot/acquired' 2024-11-20T12:22:35,662 DEBUG [RS:0;843d83d51ba0:34061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T12:22:35,662 INFO [RS:0;843d83d51ba0:34061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T12:22:35,662 INFO [RS:0;843d83d51ba0:34061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T12:22:35,762 INFO [RS:0;843d83d51ba0:34061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T12:22:35,763 INFO [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34061%2C1732105354289, suffix=, logDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289, archiveDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/oldWALs, maxLogs=10 2024-11-20T12:22:35,774 DEBUG [RS:0;843d83d51ba0:34061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.1732105355763, exclude list is [], retry=0 2024-11-20T12:22:35,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-69e45d47-41e5-4b53-9c16-d54a326fed81,DISK] 2024-11-20T12:22:35,777 INFO [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.1732105355763 2024-11-20T12:22:35,777 DEBUG [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-20T12:22:35,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:35,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:35,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:35,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:35,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:35,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:35,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:35,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:35,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:35,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:35,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:35,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:35,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:35,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:35,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:35,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740 2024-11-20T12:22:35,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740 2024-11-20T12:22:35,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:35,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:35,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:35,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:35,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64841767, jitterRate=-0.03378237783908844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732105355954Initializing all the Stores at 1732105355955 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105355955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105355955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105355955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105355955Cleaning up temporary data from old regions at 1732105355963 (+8 ms)Region opened successfully at 1732105355966 (+3 ms) 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:35,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:35,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:35,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:35,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105355966Disabling compacts and flushes for region at 1732105355966Disabling writes for close at 1732105355966Writing region close event to WAL at 1732105355967 (+1 ms)Closed at 1732105355967 2024-11-20T12:22:35,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:35,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T12:22:35,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T12:22:35,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:35,969 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T12:22:36,120 DEBUG [843d83d51ba0:36891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T12:22:36,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:36,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34061,1732105354289, state=OPENING 2024-11-20T12:22:36,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T12:22:36,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:36,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:36,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T12:22:36,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2336507589/meta-region-server: CHANGED 2024-11-20T12:22:36,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2336507589/meta-region-server: CHANGED 2024-11-20T12:22:36,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34061,1732105354289}] 2024-11-20T12:22:36,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:36,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:22:36,335 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T12:22:36,335 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:36,335 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T12:22:36,336 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C34061%2C1732105354289.meta, suffix=.meta, logDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289, archiveDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/oldWALs, maxLogs=10 2024-11-20T12:22:36,349 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.meta.1732105356336.meta, exclude list is [], retry=0 2024-11-20T12:22:36,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42743,DS-69e45d47-41e5-4b53-9c16-d54a326fed81,DISK] 2024-11-20T12:22:36,351 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.meta.1732105356336.meta 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40981:40981)] 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:36,352 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T12:22:36,352 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:36,352 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T12:22:36,353 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T12:22:36,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T12:22:36,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T12:22:36,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T12:22:36,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T12:22:36,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T12:22:36,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T12:22:36,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T12:22:36,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T12:22:36,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:36,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T12:22:36,357 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T12:22:36,358 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740 2024-11-20T12:22:36,358 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740 2024-11-20T12:22:36,359 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T12:22:36,359 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T12:22:36,359 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T12:22:36,360 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T12:22:36,360 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66498230, jitterRate=-0.00909915566444397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T12:22:36,361 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T12:22:36,361 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732105356353Writing region info on filesystem at 1732105356353Initializing all the Stores at 1732105356353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105356353Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105356354 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105356354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732105356354Cleaning up temporary data from old regions at 1732105356359 (+5 ms)Running coprocessor post-open hooks at 1732105356361 (+2 ms)Region opened successfully at 1732105356361 2024-11-20T12:22:36,361 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732105356332 2024-11-20T12:22:36,363 DEBUG [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T12:22:36,363 INFO [RS_OPEN_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T12:22:36,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:36,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 843d83d51ba0,34061,1732105354289, state=OPEN 2024-11-20T12:22:36,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2336507589/meta-region-server 2024-11-20T12:22:36,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2336507589/meta-region-server 2024-11-20T12:22:36,377 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:36,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2336507589/meta-region-server: CHANGED 2024-11-20T12:22:36,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2336507589/meta-region-server: CHANGED 2024-11-20T12:22:36,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T12:22:36,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=843d83d51ba0,34061,1732105354289 in 197 msec 2024-11-20T12:22:36,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T12:22:36,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-20T12:22:36,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T12:22:36,381 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T12:22:36,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:36,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34061,1732105354289, seqNum=-1] 2024-11-20T12:22:36,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:36,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:36,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 856 msec 2024-11-20T12:22:36,387 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732105356387, completionTime=-1 2024-11-20T12:22:36,387 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T12:22:36,387 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732105416389 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732105476389 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,389 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,390 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,390 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-843d83d51ba0:36891, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,390 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,390 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,392 DEBUG [master/843d83d51ba0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T12:22:36,393 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.002sec 2024-11-20T12:22:36,393 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T12:22:36,394 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T12:22:36,396 DEBUG [master/843d83d51ba0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T12:22:36,396 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T12:22:36,396 INFO [master/843d83d51ba0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=843d83d51ba0,36891,1732105354181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T12:22:36,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252b21e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:36,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,36891,-1 for getting cluster id 2024-11-20T12:22:36,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:36,447 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284848d2-4dd5-4dd4-abaf-60caf0ee6ff6' 2024-11-20T12:22:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284848d2-4dd5-4dd4-abaf-60caf0ee6ff6" 2024-11-20T12:22:36,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55660937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,36891,-1] 2024-11-20T12:22:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:36,448 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:36,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:36,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34061,1732105354289, seqNum=-1] 2024-11-20T12:22:36,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:36,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:36,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=843d83d51ba0,36891,1732105354181 2024-11-20T12:22:36,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61761 2024-11-20T12:22:36,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T12:22:36,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101583206390008 connected 2024-11-20T12:22:36,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34043,1732105343878 2024-11-20T12:22:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e08804 2024-11-20T12:22:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:36,478 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:36,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:22:36,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:22:36,480 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:36,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:22:36,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:22:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:36,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d29c46399c99fc339a135a25fc504c50, NAME => 'test,,1732105356478.d29c46399c99fc339a135a25fc504c50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1 2024-11-20T12:22:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:22:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:37,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105356478.d29c46399c99fc339a135a25fc504c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:37,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d29c46399c99fc339a135a25fc504c50, disabling compactions & flushes 2024-11-20T12:22:37,290 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105356478.d29c46399c99fc339a135a25fc504c50. after waiting 0 ms 2024-11-20T12:22:37,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d29c46399c99fc339a135a25fc504c50: Waiting for close lock at 1732105357290Disabling compacts and flushes for region at 1732105357290Disabling writes for close at 1732105357290Writing region close event to WAL at 1732105357290Closed at 1732105357290 2024-11-20T12:22:37,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:22:37,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105356478.d29c46399c99fc339a135a25fc504c50.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105357291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105357291"}]},"ts":"1732105357291"} 2024-11-20T12:22:37,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:22:37,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:22:37,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105357294"}]},"ts":"1732105357294"} 2024-11-20T12:22:37,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:22:37,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d29c46399c99fc339a135a25fc504c50, ASSIGN}] 2024-11-20T12:22:37,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d29c46399c99fc339a135a25fc504c50, ASSIGN 2024-11-20T12:22:37,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d29c46399c99fc339a135a25fc504c50, ASSIGN; state=OFFLINE, location=843d83d51ba0,46471,1732105344309; forceNewPlan=false, retain=false 2024-11-20T12:22:37,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d29c46399c99fc339a135a25fc504c50, regionState=OPENING, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d29c46399c99fc339a135a25fc504c50, ASSIGN because future has completed 2024-11-20T12:22:37,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d29c46399c99fc339a135a25fc504c50, server=843d83d51ba0,46471,1732105344309}] 2024-11-20T12:22:37,604 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,604 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d29c46399c99fc339a135a25fc504c50, NAME => 'test,,1732105356478.d29c46399c99fc339a135a25fc504c50.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:37,604 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:37,604 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:22:37,604 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,604 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105356478.d29c46399c99fc339a135a25fc504c50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:37,604 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,604 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,605 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,606 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d29c46399c99fc339a135a25fc504c50 columnFamilyName f 2024-11-20T12:22:37,606 DEBUG [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:37,606 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(327): Store=d29c46399c99fc339a135a25fc504c50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:37,607 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,607 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d29c46399c99fc339a135a25fc504c50 columnFamilyName f1 2024-11-20T12:22:37,607 DEBUG [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:37,608 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(327): Store=d29c46399c99fc339a135a25fc504c50/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:37,608 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,608 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d29c46399c99fc339a135a25fc504c50 columnFamilyName norep 2024-11-20T12:22:37,608 DEBUG [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:37,609 INFO [StoreOpener-d29c46399c99fc339a135a25fc504c50-1 {}] regionserver.HStore(327): Store=d29c46399c99fc339a135a25fc504c50/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:37,609 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,609 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,609 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,610 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,610 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,610 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:22:37,611 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,612 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:37,612 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d29c46399c99fc339a135a25fc504c50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70166759, jitterRate=0.04556618630886078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:22:37,612 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:37,612 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d29c46399c99fc339a135a25fc504c50: Running coprocessor pre-open hook at 1732105357604Writing region info on filesystem at 1732105357604Initializing all the Stores at 1732105357605 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105357605Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105357605Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105357605Cleaning up temporary data from old regions at 1732105357610 (+5 ms)Running coprocessor post-open hooks at 1732105357612 (+2 ms)Region opened successfully at 1732105357612 2024-11-20T12:22:37,613 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105356478.d29c46399c99fc339a135a25fc504c50., pid=6, masterSystemTime=1732105357601 2024-11-20T12:22:37,614 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,614 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:37,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d29c46399c99fc339a135a25fc504c50, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:37,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:37,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d29c46399c99fc339a135a25fc504c50, server=843d83d51ba0,46471,1732105344309 because future has completed 2024-11-20T12:22:37,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:22:37,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d29c46399c99fc339a135a25fc504c50, server=843d83d51ba0,46471,1732105344309 in 167 msec 2024-11-20T12:22:37,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:22:37,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d29c46399c99fc339a135a25fc504c50, ASSIGN in 322 msec 2024-11-20T12:22:37,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:22:37,619 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105357619"}]},"ts":"1732105357619"} 2024-11-20T12:22:37,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:22:37,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:22:37,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-20T12:22:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:38,635 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:22:38,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45589,1732105349261 2024-11-20T12:22:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74869a7d 2024-11-20T12:22:38,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:38,638 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:38,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:22:38,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:22:38,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:38,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:22:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:38,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:22:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:22:38,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d070e336c474183338171bdb9ef1cbb5, NAME => 'test,,1732105358638.d070e336c474183338171bdb9ef1cbb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331 2024-11-20T12:22:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105358638.d070e336c474183338171bdb9ef1cbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d070e336c474183338171bdb9ef1cbb5, disabling compactions & flushes 2024-11-20T12:22:38,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. after waiting 0 ms 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:38,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:38,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d070e336c474183338171bdb9ef1cbb5: Waiting for close lock at 1732105358678Disabling compacts and flushes for region at 1732105358678Disabling writes for close at 1732105358678Writing region close event to WAL at 1732105358678Closed at 1732105358678 2024-11-20T12:22:38,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:22:38,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105358638.d070e336c474183338171bdb9ef1cbb5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105358680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105358680"}]},"ts":"1732105358680"} 2024-11-20T12:22:38,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:22:38,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:22:38,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105358685"}]},"ts":"1732105358685"} 2024-11-20T12:22:38,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:22:38,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d070e336c474183338171bdb9ef1cbb5, ASSIGN}] 2024-11-20T12:22:38,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d070e336c474183338171bdb9ef1cbb5, ASSIGN 2024-11-20T12:22:38,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d070e336c474183338171bdb9ef1cbb5, ASSIGN; state=OFFLINE, location=843d83d51ba0,37051,1732105349377; forceNewPlan=false, retain=false 2024-11-20T12:22:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:38,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d070e336c474183338171bdb9ef1cbb5, regionState=OPENING, regionLocation=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:38,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d070e336c474183338171bdb9ef1cbb5, ASSIGN because future has completed 2024-11-20T12:22:38,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d070e336c474183338171bdb9ef1cbb5, server=843d83d51ba0,37051,1732105349377}] 2024-11-20T12:22:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:39,020 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:39,020 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d070e336c474183338171bdb9ef1cbb5, NAME => 'test,,1732105358638.d070e336c474183338171bdb9ef1cbb5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:39,021 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:39,021 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:22:39,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105358638.d070e336c474183338171bdb9ef1cbb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:39,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,021 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,022 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,023 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d070e336c474183338171bdb9ef1cbb5 columnFamilyName f 2024-11-20T12:22:39,023 DEBUG [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:39,024 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(327): Store=d070e336c474183338171bdb9ef1cbb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:39,024 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,025 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d070e336c474183338171bdb9ef1cbb5 columnFamilyName f1 2024-11-20T12:22:39,025 DEBUG [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:39,026 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(327): Store=d070e336c474183338171bdb9ef1cbb5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:39,026 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,028 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d070e336c474183338171bdb9ef1cbb5 columnFamilyName norep 2024-11-20T12:22:39,028 DEBUG [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:39,029 INFO [StoreOpener-d070e336c474183338171bdb9ef1cbb5-1 {}] regionserver.HStore(327): Store=d070e336c474183338171bdb9ef1cbb5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:39,029 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,030 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,030 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,031 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,031 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,031 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:22:39,032 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,034 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:39,035 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d070e336c474183338171bdb9ef1cbb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70283859, jitterRate=0.04731111228466034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:22:39,035 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:39,035 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d070e336c474183338171bdb9ef1cbb5: Running coprocessor pre-open hook at 1732105359021Writing region info on filesystem at 1732105359021Initializing all the Stores at 1732105359022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105359022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105359022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105359022Cleaning up temporary data from old regions at 1732105359031 (+9 ms)Running coprocessor post-open hooks at 1732105359035 (+4 ms)Region opened successfully at 1732105359035 2024-11-20T12:22:39,036 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105358638.d070e336c474183338171bdb9ef1cbb5., pid=6, masterSystemTime=1732105359008 2024-11-20T12:22:39,038 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:39,038 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:39,039 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d070e336c474183338171bdb9ef1cbb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,37051,1732105349377 2024-11-20T12:22:39,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d070e336c474183338171bdb9ef1cbb5, server=843d83d51ba0,37051,1732105349377 because future has completed 2024-11-20T12:22:39,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:22:39,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d070e336c474183338171bdb9ef1cbb5, server=843d83d51ba0,37051,1732105349377 in 206 msec 2024-11-20T12:22:39,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:22:39,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d070e336c474183338171bdb9ef1cbb5, ASSIGN in 366 msec 2024-11-20T12:22:39,059 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:22:39,059 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105359059"}]},"ts":"1732105359059"} 2024-11-20T12:22:39,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:22:39,063 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:22:39,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 425 msec 2024-11-20T12:22:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:39,266 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:22:39,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,36891,1732105354181 2024-11-20T12:22:39,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c4ceeaf 2024-11-20T12:22:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:39,268 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:39,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T12:22:39,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:22:39,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:39,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T12:22:39,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:22:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741835_1011 (size=902) 2024-11-20T12:22:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:39,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc0063bd69245d02d66263348c15e654, NAME => 'test,,1732105359268.cc0063bd69245d02d66263348c15e654.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac 2024-11-20T12:22:39,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741836_1012 (size=39) 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732105359268.cc0063bd69245d02d66263348c15e654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc0063bd69245d02d66263348c15e654, disabling compactions & flushes 2024-11-20T12:22:39,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732105359268.cc0063bd69245d02d66263348c15e654. after waiting 0 ms 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:39,728 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:39,728 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc0063bd69245d02d66263348c15e654: Waiting for close lock at 1732105359728Disabling compacts and flushes for region at 1732105359728Disabling writes for close at 1732105359728Writing region close event to WAL at 1732105359728Closed at 1732105359728 2024-11-20T12:22:39,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:22:39,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732105359268.cc0063bd69245d02d66263348c15e654.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732105359730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105359730"}]},"ts":"1732105359730"} 2024-11-20T12:22:39,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:22:39,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:22:39,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105359734"}]},"ts":"1732105359734"} 2024-11-20T12:22:39,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T12:22:39,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc0063bd69245d02d66263348c15e654, ASSIGN}] 2024-11-20T12:22:39,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc0063bd69245d02d66263348c15e654, ASSIGN 2024-11-20T12:22:39,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc0063bd69245d02d66263348c15e654, ASSIGN; state=OFFLINE, location=843d83d51ba0,34061,1732105354289; forceNewPlan=false, retain=false 2024-11-20T12:22:39,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0063bd69245d02d66263348c15e654, regionState=OPENING, regionLocation=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:39,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc0063bd69245d02d66263348c15e654, ASSIGN because future has completed 2024-11-20T12:22:39,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0063bd69245d02d66263348c15e654, server=843d83d51ba0,34061,1732105354289}] 2024-11-20T12:22:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:40,061 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:40,061 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc0063bd69245d02d66263348c15e654, NAME => 'test,,1732105359268.cc0063bd69245d02d66263348c15e654.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:40,061 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:40,062 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T12:22:40,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732105359268.cc0063bd69245d02d66263348c15e654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:40,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,062 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,063 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,064 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0063bd69245d02d66263348c15e654 columnFamilyName f 2024-11-20T12:22:40,064 DEBUG [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:40,065 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(327): Store=cc0063bd69245d02d66263348c15e654/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:40,065 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,066 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0063bd69245d02d66263348c15e654 columnFamilyName f1 2024-11-20T12:22:40,066 DEBUG [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:40,066 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(327): Store=cc0063bd69245d02d66263348c15e654/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:40,066 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,067 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0063bd69245d02d66263348c15e654 columnFamilyName norep 2024-11-20T12:22:40,067 DEBUG [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:40,067 INFO [StoreOpener-cc0063bd69245d02d66263348c15e654-1 {}] regionserver.HStore(327): Store=cc0063bd69245d02d66263348c15e654/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:40,067 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,068 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,068 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,069 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,069 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,069 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:22:40,070 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,072 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:40,072 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc0063bd69245d02d66263348c15e654; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74051141, jitterRate=0.10344798862934113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:22:40,072 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:40,072 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc0063bd69245d02d66263348c15e654: Running coprocessor pre-open hook at 1732105360062Writing region info on filesystem at 1732105360062Initializing all the Stores at 1732105360063 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105360063Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105360063Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105360063Cleaning up temporary data from old regions at 1732105360069 (+6 ms)Running coprocessor post-open hooks at 1732105360072 (+3 ms)Region opened successfully at 1732105360072 2024-11-20T12:22:40,073 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732105359268.cc0063bd69245d02d66263348c15e654., pid=6, masterSystemTime=1732105360058 2024-11-20T12:22:40,075 DEBUG [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:40,075 INFO [RS_OPEN_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:40,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0063bd69245d02d66263348c15e654, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=843d83d51ba0,34061,1732105354289 2024-11-20T12:22:40,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0063bd69245d02d66263348c15e654, server=843d83d51ba0,34061,1732105354289 because future has completed 2024-11-20T12:22:40,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T12:22:40,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc0063bd69245d02d66263348c15e654, server=843d83d51ba0,34061,1732105354289 in 173 msec 2024-11-20T12:22:40,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T12:22:40,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc0063bd69245d02d66263348c15e654, ASSIGN in 343 msec 2024-11-20T12:22:40,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:22:40,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105360081"}]},"ts":"1732105360081"} 2024-11-20T12:22:40,083 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T12:22:40,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:22:40,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 815 msec 2024-11-20T12:22:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T12:22:40,416 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T12:22:40,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:40,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:40,417 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ad897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:40,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:40,419 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20540ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34043,1732105343878 2024-11-20T12:22:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ae76c1 2024-11-20T12:22:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:40,420 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:40,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://843d83d51ba0:45589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:22:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:40,423 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:45589' 2024-11-20T12:22:40,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776808b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,424 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45589,-1 for getting cluster id 2024-11-20T12:22:40,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:40,424 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa1169a4-a35b-4a1c-a011-6d227ed1aa32' 2024-11-20T12:22:40,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:40,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa1169a4-a35b-4a1c-a011-6d227ed1aa32" 2024-11-20T12:22:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9187eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45589,-1] 2024-11-20T12:22:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:40,425 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:40,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e8dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:40,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:40,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45589,1732105349261 2024-11-20T12:22:40,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa4b2c7 2024-11-20T12:22:40,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:40,427 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:40,428 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T12:22:40,428 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:22:40,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:40,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:40,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:40,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T12:22:40,429 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T12:22:40,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T12:22:40,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:40,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T12:22:40,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741837_1013 (size=1138) 2024-11-20T12:22:40,480 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T12:22:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:40,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d023ae60999291f0e4c75855eb467b53, NAME => 'hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1 2024-11-20T12:22:40,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741838_1014 (size=44) 2024-11-20T12:22:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d023ae60999291f0e4c75855eb467b53, disabling compactions & flushes 2024-11-20T12:22:41,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. after waiting 0 ms 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d023ae60999291f0e4c75855eb467b53: Waiting for close lock at 1732105361303Disabling compacts and flushes for region at 1732105361303Disabling writes for close at 1732105361303Writing region close event to WAL at 1732105361303Closed at 1732105361303 2024-11-20T12:22:41,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T12:22:41,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732105361304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732105361304"}]},"ts":"1732105361304"} 2024-11-20T12:22:41,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T12:22:41,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T12:22:41,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105361306"}]},"ts":"1732105361306"} 2024-11-20T12:22:41,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T12:22:41,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d023ae60999291f0e4c75855eb467b53, ASSIGN}] 2024-11-20T12:22:41,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d023ae60999291f0e4c75855eb467b53, ASSIGN 2024-11-20T12:22:41,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d023ae60999291f0e4c75855eb467b53, ASSIGN; state=OFFLINE, location=843d83d51ba0,46471,1732105344309; forceNewPlan=false, retain=false 2024-11-20T12:22:41,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d023ae60999291f0e4c75855eb467b53, regionState=OPENING, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:41,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d023ae60999291f0e4c75855eb467b53, ASSIGN because future has completed 2024-11-20T12:22:41,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d023ae60999291f0e4c75855eb467b53, server=843d83d51ba0,46471,1732105344309}] 2024-11-20T12:22:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:41,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T12:22:41,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T12:22:41,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=843d83d51ba0%2C46471%2C1732105344309.rep, suffix=, logDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309, archiveDir=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/oldWALs, maxLogs=10 2024-11-20T12:22:41,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105361618, exclude list is [], retry=0 2024-11-20T12:22:41,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:41,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105361618 2024-11-20T12:22:41,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d023ae60999291f0e4c75855eb467b53, NAME => 'hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53.', STARTKEY => '', ENDKEY => ''} 2024-11-20T12:22:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. service=MultiRowMutationService 2024-11-20T12:22:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,637 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,638 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d023ae60999291f0e4c75855eb467b53 columnFamilyName hfileref 2024-11-20T12:22:41,639 DEBUG [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:41,639 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(327): Store=d023ae60999291f0e4c75855eb467b53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:41,639 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,640 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d023ae60999291f0e4c75855eb467b53 columnFamilyName queue 2024-11-20T12:22:41,640 DEBUG [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:41,640 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(327): Store=d023ae60999291f0e4c75855eb467b53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:41,640 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,641 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d023ae60999291f0e4c75855eb467b53 columnFamilyName sid 2024-11-20T12:22:41,641 DEBUG [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T12:22:41,641 INFO [StoreOpener-d023ae60999291f0e4c75855eb467b53-1 {}] regionserver.HStore(327): Store=d023ae60999291f0e4c75855eb467b53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T12:22:41,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T12:22:41,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T12:22:41,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d023ae60999291f0e4c75855eb467b53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67673730, jitterRate=0.00841715931892395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T12:22:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d023ae60999291f0e4c75855eb467b53: Running coprocessor pre-open hook at 1732105361636Writing region info on filesystem at 1732105361636Initializing all the Stores at 1732105361637 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105361637Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105361637Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732105361637Cleaning up temporary data from old regions at 1732105361643 (+6 ms)Running coprocessor post-open hooks at 1732105361646 (+3 ms)Region opened successfully at 1732105361646 2024-11-20T12:22:41,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53., pid=10, masterSystemTime=1732105361613 2024-11-20T12:22:41,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:41,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d023ae60999291f0e4c75855eb467b53, regionState=OPEN, openSeqNum=2, regionLocation=843d83d51ba0,46471,1732105344309 2024-11-20T12:22:41,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d023ae60999291f0e4c75855eb467b53, server=843d83d51ba0,46471,1732105344309 because future has completed 2024-11-20T12:22:41,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T12:22:41,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d023ae60999291f0e4c75855eb467b53, server=843d83d51ba0,46471,1732105344309 in 190 msec 2024-11-20T12:22:41,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T12:22:41,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d023ae60999291f0e4c75855eb467b53, ASSIGN in 345 msec 2024-11-20T12:22:41,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T12:22:41,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732105361654"}]},"ts":"1732105361654"} 2024-11-20T12:22:41,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T12:22:41,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T12:22:41,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-20T12:22:41,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53., hostname=843d83d51ba0,46471,1732105344309, seqNum=2] 2024-11-20T12:22:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:41,748 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:41,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:22:41,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:41,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:41,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T12:22:41,922 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T12:22:41,951 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-843d83d51ba0,46471,1732105344309, ReplicationSource: 1, currentBandwidth=0 2024-11-20T12:22:41,951 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:41,951 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,46471,1732105344309, seqNum=-1] 2024-11-20T12:22:41,951 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:41,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T12:22:41,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-843d83d51ba0,46471,1732105344309', locateType=CURRENT is [region=hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53., hostname=843d83d51ba0,46471,1732105344309, seqNum=2] 2024-11-20T12:22:41,955 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T12:22:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T12:22:41,957 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 843d83d51ba0,46471,1732105344309 suceeded 2024-11-20T12:22:41,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T12:22:41,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T12:22:41,958 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://843d83d51ba0:45589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:22:41,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-20T12:22:41,969 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:45589' 2024-11-20T12:22:41,970 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a357770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:41,970 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45589,-1 for getting cluster id 2024-11-20T12:22:41,970 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:41,970 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa1169a4-a35b-4a1c-a011-6d227ed1aa32' 2024-11-20T12:22:41,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa1169a4-a35b-4a1c-a011-6d227ed1aa32" 2024-11-20T12:22:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@694a864f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45589,-1] 2024-11-20T12:22:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:41,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:41,972 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:41,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540a5fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:41,972 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:41,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45589,1732105349261 2024-11-20T12:22:41,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b5256b 2024-11-20T12:22:41,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:41,973 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T12:22:41,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-843d83d51ba0,46471,1732105344309 (queues=1) is replicating from cluster=67739e9f-6c02-44b3-903a-13aa048e8a39 to cluster=aa1169a4-a35b-4a1c-a011-6d227ed1aa32 2024-11-20T12:22:41,974 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=843d83d51ba0%2C46471%2C1732105344309 2024-11-20T12:22:41,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-843d83d51ba0,46471,1732105344309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:22:41,974 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C46471%2C1732105344309 2024-11-20T12:22:41,974 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351, startPosition=0, beingWritten=true 2024-11-20T12:22:41,978 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:41,978 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 379, reset compression=false 2024-11-20T12:22:41,978 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:42,182 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 379, reset compression=false 2024-11-20T12:22:42,485 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 379, reset compression=false 2024-11-20T12:22:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T12:22:42,565 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T12:22:42,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:42,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:42,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:42,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:42,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:42,567 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bb5242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,568 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b83e985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45589,-1 for getting cluster id 2024-11-20T12:22:42,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:42,570 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa1169a4-a35b-4a1c-a011-6d227ed1aa32' 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa1169a4-a35b-4a1c-a011-6d227ed1aa32" 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64892026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45589,-1] 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:42,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,571 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:42,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2695b54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,36891,-1 for getting cluster id 2024-11-20T12:22:42,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:42,573 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284848d2-4dd5-4dd4-abaf-60caf0ee6ff6' 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284848d2-4dd5-4dd4-abaf-60caf0ee6ff6" 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a5483e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,36891,-1] 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,574 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:42,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9d1649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:42,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732105362579/Put/seqid=0 2024-11-20T12:22:42,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741840_1016 (size=7894) 2024-11-20T12:22:42,889 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 379, reset compression=false 2024-11-20T12:22:42,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732105362984/Put/seqid=0 2024-11-20T12:22:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741841_1017 (size=7691) 2024-11-20T12:22:42,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:42,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:42,990 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f19be7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:42,991 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:42,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:42,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,46471,1732105344309, seqNum=-1] 2024-11-20T12:22:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:42,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:42,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34043,1732105343878 2024-11-20T12:22:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a1ed8cf 2024-11-20T12:22:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:43,001 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2] 2024-11-20T12:22:43,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:22:43,011 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T12:22:43,013 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T12:22:43,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T12:22:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:43,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T12:22:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegion(2603): Flush status journal for d29c46399c99fc339a135a25fc504c50: 2024-11-20T12:22:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_0 2024-11-20T12:22:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_0 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/80fda0c177c74127abb6899986f36325_SeqId_4_ 2024-11-20T12:22:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_1 2024-11-20T12:22:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_1 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ 2024-11-20T12:22:43,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_0 into d29c46399c99fc339a135a25fc504c50/f as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/80fda0c177c74127abb6899986f36325_SeqId_4_ - updating store file list. 2024-11-20T12:22:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80fda0c177c74127abb6899986f36325_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:43,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/80fda0c177c74127abb6899986f36325_SeqId_4_ into d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:43,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_0 into d29c46399c99fc339a135a25fc504c50/f (new location: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/80fda0c177c74127abb6899986f36325_SeqId_4_) 2024-11-20T12:22:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_0 2024-11-20T12:22:43,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_1 into d29c46399c99fc339a135a25fc504c50/f as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ - updating store file list. 2024-11-20T12:22:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bef41d5d448c456a82c251a6b569bf33_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:43,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ into d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:43,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_1 into d29c46399c99fc339a135a25fc504c50/f (new location: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_) 2024-11-20T12:22:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__2sk4amcpc6ctqe39nmiajq8ngoj4epugvc56hvi6fguc300l28huh0iogtn7m25i/f/hfile_1 2024-11-20T12:22:43,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:43,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:43,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 , the old value is region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:46471 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:22:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:22:43,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 from cache 2024-11-20T12:22:43,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:43,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:43,038 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:22:43,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37051,1732105349377, seqNum=-1] 2024-11-20T12:22:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:43,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105358638.d070e336c474183338171bdb9ef1cbb5., hostname=843d83d51ba0,37051,1732105349377, seqNum=2] 2024-11-20T12:22:43,043 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:22:43,145 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:22:43,392 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 379, reset compression=false 2024-11-20T12:22:43,397 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:43,398 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[{test/d29c46399c99fc339a135a25fc504c50/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105363036/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:22:43,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:43,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T12:22:43,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.ReplicationSink(318): Replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:43,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7839a377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:43,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,45589,-1 for getting cluster id 2024-11-20T12:22:43,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:43,402 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa1169a4-a35b-4a1c-a011-6d227ed1aa32' 2024-11-20T12:22:43,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa1169a4-a35b-4a1c-a011-6d227ed1aa32" 2024-11-20T12:22:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20da7971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,45589,-1] 2024-11-20T12:22:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:43,404 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:43,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0160f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741837_1013 (size=7894) 2024-11-20T12:22:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741838_1014 (size=7691) 2024-11-20T12:22:43,598 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 687, reset compression=false 2024-11-20T12:22:43,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:43,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,45589,1732105349261 2024-11-20T12:22:43,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415128c8 2024-11-20T12:22:43,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:43,832 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T12:22:43,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:22:43,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,37051,1732105349377, seqNum=-1] 2024-11-20T12:22:43,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:43,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T12:22:43,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T12:22:43,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T12:22:43,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ for inclusion in d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T12:22:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:43,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ for inclusion in d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T12:22:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegion(2603): Flush status journal for d070e336c474183338171bdb9ef1cbb5: 2024-11-20T12:22:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bef41d5d448c456a82c251a6b569bf33_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/facff519cc5d4228829f02101d61a286_SeqId_4_ 2024-11-20T12:22:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80fda0c177c74127abb6899986f36325_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/48806ad257e0481c891245942d2ea07f_SeqId_4_ 2024-11-20T12:22:43,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/facff519cc5d4228829f02101d61a286_SeqId_4_ - updating store file list. 2024-11-20T12:22:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for facff519cc5d4228829f02101d61a286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:43,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/facff519cc5d4228829f02101d61a286_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:43,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f (new location: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/facff519cc5d4228829f02101d61a286_SeqId_4_) 2024-11-20T12:22:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/bef41d5d448c456a82c251a6b569bf33_SeqId_4_ 2024-11-20T12:22:43,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/48806ad257e0481c891245942d2ea07f_SeqId_4_ - updating store file list. 2024-11-20T12:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 48806ad257e0481c891245942d2ea07f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:43,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/48806ad257e0481c891245942d2ea07f_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:43,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ into d070e336c474183338171bdb9ef1cbb5/f (new location: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/48806ad257e0481c891245942d2ea07f_SeqId_4_) 2024-11-20T12:22:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__vfbi5vuc72l6r2kl6u52ndcej9m9gqi510jeevp7s7e5k7ul3qf36449v9va5d64/f/80fda0c177c74127abb6899986f36325_SeqId_4_ 2024-11-20T12:22:43,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.ReplicationSink(324): Finished replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:43,901 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 687, reset compression=false 2024-11-20T12:22:44,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:44,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34061,1732105354289, seqNum=-1] 2024-11-20T12:22:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:44,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105359268.cc0063bd69245d02d66263348c15e654., hostname=843d83d51ba0,34061,1732105354289, seqNum=2] 2024-11-20T12:22:44,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:44,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T12:22:44,059 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 843d83d51ba0%2C46471%2C1732105344309:(num 1732105346351) roll requested 2024-11-20T12:22:44,073 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, exclude list is [], retry=0 2024-11-20T12:22:44,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:44,076 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 2024-11-20T12:22:44,076 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:44,077 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 is not closed yet, will try archiving it next time 2024-11-20T12:22:44,077 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 843d83d51ba0%2C46471%2C1732105344309.rep:(num 1732105361618) roll requested 2024-11-20T12:22:44,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741832_1008 (size=695) 2024-11-20T12:22:44,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:44,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:44,078 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ae7fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:44,079 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/oldWALs/843d83d51ba0%2C46471%2C1732105344309.1732105346351 2024-11-20T12:22:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,079 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e54a64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34043,1732105343878 2024-11-20T12:22:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5830e865 2024-11-20T12:22:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:44,081 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:44,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://843d83d51ba0:36891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T12:22:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T12:22:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:22:44,084 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:36891' 2024-11-20T12:22:44,085 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8e6326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,085 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,36891,-1 for getting cluster id 2024-11-20T12:22:44,085 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:44,086 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284848d2-4dd5-4dd4-abaf-60caf0ee6ff6' 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284848d2-4dd5-4dd4-abaf-60caf0ee6ff6" 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632b47be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,36891,-1] 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,087 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:44,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac45c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,087 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,36891,1732105354181 2024-11-20T12:22:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@494d224b 2024-11-20T12:22:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:44,089 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:44,089 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T12:22:44,089 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T12:22:44,089 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,090 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:44,095 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105364077, exclude list is [], retry=0 2024-11-20T12:22:44,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:44,098 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105361618 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105364077 2024-11-20T12:22:44,098 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:44,098 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.rep.1732105361618 is not closed yet, will try archiving it next time 2024-11-20T12:22:44,098 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 843d83d51ba0%2C46471%2C1732105344309.meta:.meta(num 1732105347349) roll requested 2024-11-20T12:22:44,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741839_1015 (size=1505) 2024-11-20T12:22:44,113 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105364098.meta, exclude list is [], retry=0 2024-11-20T12:22:44,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40213,DS-1e570914-2593-49d6-a323-16db24c9d222,DISK] 2024-11-20T12:22:44,116 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105347349.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105364098.meta 2024-11-20T12:22:44,116 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41473:41473)] 2024-11-20T12:22:44,116 DEBUG [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105347349.meta is not closed yet, will try archiving it next time 2024-11-20T12:22:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741834_1010 (size=3473) 2024-11-20T12:22:44,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105347349.meta not finished, retry = 0 2024-11-20T12:22:44,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T12:22:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:22:44,213 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T12:22:44,304 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 to pos 687, reset compression=false 2024-11-20T12:22:44,309 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 was moved to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/oldWALs/843d83d51ba0%2C46471%2C1732105344309.1732105346351 2024-11-20T12:22:44,311 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351 2024-11-20T12:22:44,311 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, startPosition=0, beingWritten=true 2024-11-20T12:22:44,311 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105346351, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T12:22:44,314 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [843d83d51ba0%2C46471%2C1732105344309.1732105346351] 2024-11-20T12:22:44,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T12:22:44,343 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T12:22:44,375 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-843d83d51ba0,46471,1732105344309, ReplicationSource: 2, currentBandwidth=0 2024-11-20T12:22:44,377 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T12:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T12:22:44,379 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 843d83d51ba0,46471,1732105344309 suceeded 2024-11-20T12:22:44,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T12:22:44,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T12:22:44,381 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://843d83d51ba0:36891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T12:22:44,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 299 msec 2024-11-20T12:22:44,395 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='843d83d51ba0:36891' 2024-11-20T12:22:44,396 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16734783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,397 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,36891,-1 for getting cluster id 2024-11-20T12:22:44,397 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:44,398 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284848d2-4dd5-4dd4-abaf-60caf0ee6ff6' 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284848d2-4dd5-4dd4-abaf-60caf0ee6ff6" 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a83383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,36891,-1] 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:44,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,399 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:44,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6b5420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:44,400 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,36891,1732105354181 2024-11-20T12:22:44,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee9bd30 2024-11-20T12:22:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:44,401 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T12:22:44,401 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-843d83d51ba0,46471,1732105344309 (queues=1) is replicating from cluster=67739e9f-6c02-44b3-903a-13aa048e8a39 to cluster=284848d2-4dd5-4dd4-abaf-60caf0ee6ff6 2024-11-20T12:22:44,402 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=843d83d51ba0%2C46471%2C1732105344309 2024-11-20T12:22:44,402 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-843d83d51ba0,46471,1732105344309, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T12:22:44,402 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, startPosition=0, beingWritten=true 2024-11-20T12:22:44,404 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 843d83d51ba0%2C46471%2C1732105344309 2024-11-20T12:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T12:22:44,406 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T12:22:44,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:44,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:44,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:44,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T12:22:44,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732105364410/Put/seqid=0 2024-11-20T12:22:44,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741845_1021 (size=11194) 2024-11-20T12:22:44,607 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 0, reset compression=false 2024-11-20T12:22:44,815 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 0, reset compression=false 2024-11-20T12:22:44,819 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732105364819/Put/seqid=0 2024-11-20T12:22:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741846_1022 (size=10791) 2024-11-20T12:22:44,911 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 0, reset compression=false 2024-11-20T12:22:45,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,34043,-1 for getting cluster id 2024-11-20T12:22:45,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:45,225 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67739e9f-6c02-44b3-903a-13aa048e8a39' 2024-11-20T12:22:45,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67739e9f-6c02-44b3-903a-13aa048e8a39" 2024-11-20T12:22:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a5eaff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,34043,-1] 2024-11-20T12:22:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:45,226 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:45,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,46471,1732105344309, seqNum=-1] 2024-11-20T12:22:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:45,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T12:22:45,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,34043,1732105343878 2024-11-20T12:22:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18762733 2024-11-20T12:22:45,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:45,237 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T12:22:45,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2] 2024-11-20T12:22:45,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:22:45,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T12:22:45,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T12:22:45,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T12:22:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:45,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T12:22:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegion(2603): Flush status journal for d29c46399c99fc339a135a25fc504c50: 2024-11-20T12:22:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_0 2024-11-20T12:22:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_0 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ 2024-11-20T12:22:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_1 2024-11-20T12:22:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_1 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ 2024-11-20T12:22:45,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_0 into d29c46399c99fc339a135a25fc504c50/f as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ - updating store file list. 2024-11-20T12:22:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 648394aed1db42b9b6976d8943b9b6f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ into d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_0 into d29c46399c99fc339a135a25fc504c50/f (new location: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_) 2024-11-20T12:22:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_0 2024-11-20T12:22:45,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_1 into d29c46399c99fc339a135a25fc504c50/f as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ - updating store file list. 2024-11-20T12:22:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:45,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ into d29c46399c99fc339a135a25fc504c50/f 2024-11-20T12:22:45,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_1 into d29c46399c99fc339a135a25fc504c50/f (new location: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_) 2024-11-20T12:22:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/staging/jenkins__test__s4ol6r7l2sjosfiblnqrsleu7nnol6o8438b8frl24sr99cju694sm5rvbe2e1qv/f/hfile_1 2024-11-20T12:22:45,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:45,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:45,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:45,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 , the old value is region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=843d83d51ba0:46471 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:22:45,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T12:22:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., hostname=843d83d51ba0,46471,1732105344309, seqNum=2 from cache 2024-11-20T12:22:45,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:45,276 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T12:22:45,278 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T12:22:45,314 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 0, reset compression=false 2024-11-20T12:22:45,318 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:45,318 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[{test/d29c46399c99fc339a135a25fc504c50/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105365274/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:22:45,320 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T12:22:45,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T12:22:45,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.ReplicationSink(318): Replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:45,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568e969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] client.ClusterIdFetcher(90): Going to request 843d83d51ba0,36891,-1 for getting cluster id 2024-11-20T12:22:45,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T12:22:45,322 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '284848d2-4dd5-4dd4-abaf-60caf0ee6ff6' 2024-11-20T12:22:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T12:22:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "284848d2-4dd5-4dd4-abaf-60caf0ee6ff6" 2024-11-20T12:22:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1290a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [843d83d51ba0,36891,-1] 2024-11-20T12:22:45,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T12:22:45,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:45,323 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T12:22:45,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b92fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T12:22:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741837_1013 (size=11194) 2024-11-20T12:22:45,385 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T12:22:45,419 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 0, reset compression=false 2024-11-20T12:22:45,423 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T12:22:45,423 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[{test/d29c46399c99fc339a135a25fc504c50/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732105365274/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T12:22:45,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.ReplicationSink(318): Replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:45,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741839_1015 (size=11194) 2024-11-20T12:22:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741840_1016 (size=10791) 2024-11-20T12:22:45,518 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:45,623 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741838_1014 (size=10791) 2024-11-20T12:22:45,821 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:45,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:22:45,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T12:22:45,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T12:22:45,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ for inclusion in d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T12:22:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:45,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ for inclusion in d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T12:22:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegion(2603): Flush status journal for d070e336c474183338171bdb9ef1cbb5: 2024-11-20T12:22:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/a5712a42d8954c518488b32b1e459005_SeqId_6_ 2024-11-20T12:22:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/8cf356cb7c0548f39b250f76068af092_SeqId_6_ 2024-11-20T12:22:45,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/a5712a42d8954c518488b32b1e459005_SeqId_6_ - updating store file list. 2024-11-20T12:22:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a5712a42d8954c518488b32b1e459005_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:45,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/a5712a42d8954c518488b32b1e459005_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:45,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f (new location: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/a5712a42d8954c518488b32b1e459005_SeqId_6_) 2024-11-20T12:22:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ 2024-11-20T12:22:45,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/8cf356cb7c0548f39b250f76068af092_SeqId_6_ - updating store file list. 2024-11-20T12:22:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8cf356cb7c0548f39b250f76068af092_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:45,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/8cf356cb7c0548f39b250f76068af092_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f 2024-11-20T12:22:45,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ into d070e336c474183338171bdb9ef1cbb5/f (new location: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/f/8cf356cb7c0548f39b250f76068af092_SeqId_6_) 2024-11-20T12:22:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/staging/jenkins.hfs.22__test__3o57tveq3q33phq01083qdi6b0dincdqhovsf771rcvng5m0mj88lnb0081t66rh/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ 2024-11-20T12:22:45,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37051 {}] regionserver.ReplicationSink(324): Finished replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:45,927 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:46,097 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:22:46,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 843d83d51ba0,36891,1732105354181 2024-11-20T12:22:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19aa8b5a 2024-11-20T12:22:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T12:22:46,151 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T12:22:46,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T12:22:46,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T12:22:46,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=843d83d51ba0,34061,1732105354289, seqNum=-1] 2024-11-20T12:22:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T12:22:46,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T12:22:46,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T12:22:46,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T12:22:46,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ for inclusion in cc0063bd69245d02d66263348c15e654/f 2024-11-20T12:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T12:22:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:46,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ for inclusion in cc0063bd69245d02d66263348c15e654/f 2024-11-20T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HRegion(2603): Flush status journal for cc0063bd69245d02d66263348c15e654: 2024-11-20T12:22:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/a6217356d16a4587ae1128452f98482c_SeqId_4_ 2024-11-20T12:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T12:22:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/319f534e493047ff9d2198eaef9894d0_SeqId_4_ 2024-11-20T12:22:46,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ into cc0063bd69245d02d66263348c15e654/f as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/a6217356d16a4587ae1128452f98482c_SeqId_4_ - updating store file list. 2024-11-20T12:22:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6217356d16a4587ae1128452f98482c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:46,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/a6217356d16a4587ae1128452f98482c_SeqId_4_ into cc0063bd69245d02d66263348c15e654/f 2024-11-20T12:22:46,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ into cc0063bd69245d02d66263348c15e654/f (new location: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/a6217356d16a4587ae1128452f98482c_SeqId_4_) 2024-11-20T12:22:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/648394aed1db42b9b6976d8943b9b6f0_SeqId_6_ 2024-11-20T12:22:46,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ into cc0063bd69245d02d66263348c15e654/f as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/319f534e493047ff9d2198eaef9894d0_SeqId_4_ - updating store file list. 2024-11-20T12:22:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 319f534e493047ff9d2198eaef9894d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T12:22:46,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/319f534e493047ff9d2198eaef9894d0_SeqId_4_ into cc0063bd69245d02d66263348c15e654/f 2024-11-20T12:22:46,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ into cc0063bd69245d02d66263348c15e654/f (new location: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/f/319f534e493047ff9d2198eaef9894d0_SeqId_4_) 2024-11-20T12:22:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/staging/jenkins.hfs.23__test__htior9qf5otcl22vij63kr8kokuvq4q76u08jg52e9fedfbddgne4m97e613gt3o/f/d4d9f6d8ac8c42d3afa494164570cd52_SeqId_6_ 2024-11-20T12:22:46,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34061 {}] regionserver.ReplicationSink(324): Finished replicating [67739e9f-6c02-44b3-903a-13aa048e8a39] bulk loaded data 2024-11-20T12:22:46,225 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:46,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:46,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:46,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:46,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:46,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:46,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:46,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:46,293 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137393713, stopped=false 2024-11-20T12:22:46,293 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,36891,1732105354181 2024-11-20T12:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2336507589/running 2024-11-20T12:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:46,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2336507589/running 2024-11-20T12:22:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:46,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:46,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:46,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:46,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,34061,1732105354289' ***** 2024-11-20T12:22:46,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:46,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/running 2024-11-20T12:22:46,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Set watcher on znode that does not yet exist, /2336507589/running 2024-11-20T12:22:46,314 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:46,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:46,314 INFO [RS:0;843d83d51ba0:34061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:46,314 INFO [RS:0;843d83d51ba0:34061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:46,314 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:46,314 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,34061,1732105354289 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34061. 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc0063bd69245d02d66263348c15e654, disabling compactions & flushes 2024-11-20T12:22:46,315 DEBUG [RS:0;843d83d51ba0:34061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:46,315 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:46,315 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105359268.cc0063bd69245d02d66263348c15e654. after waiting 0 ms 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:46,315 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:22:46,315 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1325): Online Regions={cc0063bd69245d02d66263348c15e654=test,,1732105359268.cc0063bd69245d02d66263348c15e654., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:46,315 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc0063bd69245d02d66263348c15e654 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:46,315 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:46,315 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:46,315 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T12:22:46,318 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/default/test/cc0063bd69245d02d66263348c15e654/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T12:22:46,319 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:46,319 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:46,319 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:46,319 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc0063bd69245d02d66263348c15e654: Waiting for close lock at 1732105366315Running coprocessor pre-close hooks at 1732105366315Disabling compacts and flushes for region at 1732105366315Disabling writes for close at 1732105366315Writing region close event to WAL at 1732105366315Running coprocessor post-close hooks at 1732105366319 (+4 ms)Closed at 1732105366319 2024-11-20T12:22:46,319 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105359268.cc0063bd69245d02d66263348c15e654. 2024-11-20T12:22:46,331 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:46,338 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/info/46d5e8728a354a458ff8ebb1e884c350 is 129, key is test,,1732105359268.cc0063bd69245d02d66263348c15e654./info:regioninfo/1732105360075/Put/seqid=0 2024-11-20T12:22:46,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741839_1015 (size=6421) 2024-11-20T12:22:46,344 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:46,515 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:46,637 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:46,637 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:46,715 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:46,728 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:46,741 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/info/46d5e8728a354a458ff8ebb1e884c350 2024-11-20T12:22:46,762 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/ns/cd833c656952473384b8641ef2035770 is 43, key is default/ns:d/1732105356383/Put/seqid=0 2024-11-20T12:22:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741840_1016 (size=5153) 2024-11-20T12:22:46,770 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/ns/cd833c656952473384b8641ef2035770 2024-11-20T12:22:46,795 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/rep_barrier/65b0dd405eed4ac2a9f5a2477da975e2 is 112, key is test,,1732105359268.cc0063bd69245d02d66263348c15e654./rep_barrier:seqnumDuringOpen/1732105360075/Put/seqid=0 2024-11-20T12:22:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741841_1017 (size=5518) 2024-11-20T12:22:46,834 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:46,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T12:22:46,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:46,836 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148798 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [843d83d51ba0,37049,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T12:22:46,916 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:47,116 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:47,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,199 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/rep_barrier/65b0dd405eed4ac2a9f5a2477da975e2 2024-11-20T12:22:47,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:47,218 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/table/00c31e96ec1249edbb77ba0aca2fd663 is 40, key is test/table:state/1732105360081/Put/seqid=0 2024-11-20T12:22:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741842_1018 (size=5165) 2024-11-20T12:22:47,316 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:22:47,316 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:47,316 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:47,331 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:47,437 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:47,516 DEBUG [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:47,621 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/table/00c31e96ec1249edbb77ba0aca2fd663 2024-11-20T12:22:47,625 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/info/46d5e8728a354a458ff8ebb1e884c350 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/info/46d5e8728a354a458ff8ebb1e884c350 2024-11-20T12:22:47,628 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/info/46d5e8728a354a458ff8ebb1e884c350, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T12:22:47,629 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/ns/cd833c656952473384b8641ef2035770 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/ns/cd833c656952473384b8641ef2035770 2024-11-20T12:22:47,631 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/ns/cd833c656952473384b8641ef2035770, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:22:47,632 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/rep_barrier/65b0dd405eed4ac2a9f5a2477da975e2 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/rep_barrier/65b0dd405eed4ac2a9f5a2477da975e2 2024-11-20T12:22:47,635 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/rep_barrier/65b0dd405eed4ac2a9f5a2477da975e2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T12:22:47,635 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/.tmp/table/00c31e96ec1249edbb77ba0aca2fd663 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/table/00c31e96ec1249edbb77ba0aca2fd663 2024-11-20T12:22:47,638 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/table/00c31e96ec1249edbb77ba0aca2fd663, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:22:47,638 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=11, compaction requested=false 2024-11-20T12:22:47,642 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:22:47,642 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:47,642 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:47,642 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:47,642 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105366315Running coprocessor pre-close hooks at 1732105366315Disabling compacts and flushes for region at 1732105366315Disabling writes for close at 1732105366315Obtaining lock to block concurrent updates at 1732105366315Preparing flush snapshotting stores in 1588230740 at 1732105366315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732105366316 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105366316Flushing 1588230740/info: creating writer at 1732105366316Flushing 1588230740/info: appending metadata at 1732105366337 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732105366337Flushing 1588230740/ns: creating writer at 1732105366745 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732105366762 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732105366762Flushing 1588230740/rep_barrier: creating writer at 1732105366774 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105366794 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105366794Flushing 1588230740/table: creating writer at 1732105367202 (+408 ms)Flushing 1588230740/table: appending metadata at 1732105367218 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732105367218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcb9868: reopening flushed file at 1732105367625 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fe60d9: reopening flushed file at 1732105367628 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2959fa: reopening flushed file at 1732105367632 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c0ddad: reopening flushed file at 1732105367635 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1323ms, sequenceid=11, compaction requested=false at 1732105367639 (+4 ms)Writing region close event to WAL at 1732105367640 (+1 ms)Running coprocessor post-close hooks at 1732105367642 (+2 ms)Closed at 1732105367642 2024-11-20T12:22:47,642 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:47,716 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,34061,1732105354289; all regions closed. 2024-11-20T12:22:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741834_1010 (size=2717) 2024-11-20T12:22:47,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.meta.1732105356336.meta not finished, retry = 0 2024-11-20T12:22:47,820 DEBUG [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/oldWALs 2024-11-20T12:22:47,820 INFO [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34061%2C1732105354289.meta:.meta(num 1732105356336) 2024-11-20T12:22:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741833_1009 (size=1028) 2024-11-20T12:22:47,822 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/WALs/843d83d51ba0,34061,1732105354289/843d83d51ba0%2C34061%2C1732105354289.1732105355763 not finished, retry = 0 2024-11-20T12:22:47,924 DEBUG [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/oldWALs 2024-11-20T12:22:47,924 INFO [RS:0;843d83d51ba0:34061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C34061%2C1732105354289:(num 1732105355763) 2024-11-20T12:22:47,924 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:47,924 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:47,924 INFO [RS:0;843d83d51ba0:34061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:47,924 INFO [RS:0;843d83d51ba0:34061 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:47,924 INFO [RS:0;843d83d51ba0:34061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:47,924 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:47,925 INFO [RS:0;843d83d51ba0:34061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:34061. 2024-11-20T12:22:47,925 DEBUG [RS:0;843d83d51ba0:34061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:47,925 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:47,925 DEBUG [RS:0;843d83d51ba0:34061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:47,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:47,925 INFO [RS:0;843d83d51ba0:34061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34061 2024-11-20T12:22:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2336507589/rs/843d83d51ba0,34061,1732105354289 2024-11-20T12:22:47,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589/rs 2024-11-20T12:22:47,979 INFO [RS:0;843d83d51ba0:34061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:47,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,34061,1732105354289] 2024-11-20T12:22:48,001 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2336507589/draining/843d83d51ba0,34061,1732105354289 already deleted, retry=false 2024-11-20T12:22:48,001 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,34061,1732105354289 expired; onlineServers=0 2024-11-20T12:22:48,001 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,36891,1732105354181' ***** 2024-11-20T12:22:48,001 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:48,001 INFO [M:0;843d83d51ba0:36891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:48,001 INFO [M:0;843d83d51ba0:36891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:48,001 DEBUG [M:0;843d83d51ba0:36891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:48,001 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:48,001 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105355535 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105355535,5,FailOnTimeoutGroup] 2024-11-20T12:22:48,001 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105355535 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105355535,5,FailOnTimeoutGroup] 2024-11-20T12:22:48,001 DEBUG [M:0;843d83d51ba0:36891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:48,001 INFO [M:0;843d83d51ba0:36891 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:48,001 INFO [M:0;843d83d51ba0:36891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:48,001 DEBUG [M:0;843d83d51ba0:36891 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:48,002 INFO [M:0;843d83d51ba0:36891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:48,002 INFO [M:0;843d83d51ba0:36891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:48,002 INFO [M:0;843d83d51ba0:36891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:48,002 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2336507589/master 2024-11-20T12:22:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2336507589 2024-11-20T12:22:48,011 DEBUG [M:0;843d83d51ba0:36891 {}] zookeeper.ZKUtil(347): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Unable to get data of znode /2336507589/master because node does not exist (not an error) 2024-11-20T12:22:48,011 WARN [M:0;843d83d51ba0:36891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:22:48,011 INFO [M:0;843d83d51ba0:36891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/.lastflushedseqids 2024-11-20T12:22:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741843_1019 (size=173) 2024-11-20T12:22:48,016 INFO [M:0;843d83d51ba0:36891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:48,016 INFO [M:0;843d83d51ba0:36891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:48,016 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:48,016 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:48,016 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:48,016 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:48,016 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:48,017 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T12:22:48,033 DEBUG [M:0;843d83d51ba0:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf0aeab4b8f401ea5caf6227e841e12 is 82, key is hbase:meta,,1/info:regioninfo/1732105356363/Put/seqid=0 2024-11-20T12:22:48,033 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741844_1020 (size=5672) 2024-11-20T12:22:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:48,090 INFO [RS:0;843d83d51ba0:34061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34061-0x101583206390007, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:48,090 INFO [RS:0;843d83d51ba0:34061 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,34061,1732105354289; zookeeper connection closed. 2024-11-20T12:22:48,090 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71949db1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71949db1 2024-11-20T12:22:48,090 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:48,140 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:48,437 INFO [M:0;843d83d51ba0:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf0aeab4b8f401ea5caf6227e841e12 2024-11-20T12:22:48,456 DEBUG [M:0;843d83d51ba0:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d52241d6afe649338142907460f6573a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105360084/Put/seqid=0 2024-11-20T12:22:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741845_1021 (size=6586) 2024-11-20T12:22:48,460 INFO [M:0;843d83d51ba0:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d52241d6afe649338142907460f6573a 2024-11-20T12:22:48,477 DEBUG [M:0;843d83d51ba0:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/033310c12e7c443b9080192de7998bf8 is 69, key is 843d83d51ba0,34061,1732105354289/rs:state/1732105355579/Put/seqid=0 2024-11-20T12:22:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741846_1022 (size=5156) 2024-11-20T12:22:48,836 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:48,881 INFO [M:0;843d83d51ba0:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/033310c12e7c443b9080192de7998bf8 2024-11-20T12:22:48,884 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bdf0aeab4b8f401ea5caf6227e841e12 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf0aeab4b8f401ea5caf6227e841e12 2024-11-20T12:22:48,887 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bdf0aeab4b8f401ea5caf6227e841e12, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T12:22:48,887 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d52241d6afe649338142907460f6573a as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d52241d6afe649338142907460f6573a 2024-11-20T12:22:48,890 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d52241d6afe649338142907460f6573a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T12:22:48,890 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/033310c12e7c443b9080192de7998bf8 as hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/033310c12e7c443b9080192de7998bf8 2024-11-20T12:22:48,893 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34589/user/jenkins/test-data/75729fed-14cb-5254-823b-2a1eb3b07fac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/033310c12e7c443b9080192de7998bf8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T12:22:48,894 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-20T12:22:48,895 INFO [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:48,895 DEBUG [M:0;843d83d51ba0:36891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105368016Disabling compacts and flushes for region at 1732105368016Disabling writes for close at 1732105368016Obtaining lock to block concurrent updates at 1732105368017 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105368017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732105368017Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105368017Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105368017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105368032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105368032Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105368440 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105368456 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105368456Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105368464 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105368477 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105368477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a1907a: reopening flushed file at 1732105368884 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20869857: reopening flushed file at 1732105368887 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab4435b: reopening flushed file at 1732105368890 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1732105368894 (+4 ms)Writing region close event to WAL at 1732105368895 (+1 ms)Closed at 1732105368895 2024-11-20T12:22:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42743 is added to blk_1073741830_1006 (size=32770) 2024-11-20T12:22:48,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:48,896 INFO [M:0;843d83d51ba0:36891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:48,896 INFO [M:0;843d83d51ba0:36891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36891 2024-11-20T12:22:48,897 INFO [M:0;843d83d51ba0:36891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:48,943 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:49,068 INFO [M:0;843d83d51ba0:36891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x101583206390006, quorum=127.0.0.1:61761, baseZNode=/2336507589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:49,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:49,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:49,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:49,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:49,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:49,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:49,074 WARN [BP-98841968-172.17.0.3-1732105351950 heartbeating to localhost/127.0.0.1:34589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:49,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:49,074 WARN [BP-98841968-172.17.0.3-1732105351950 heartbeating to localhost/127.0.0.1:34589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-98841968-172.17.0.3-1732105351950 (Datanode Uuid 09fa2efe-a8de-49d7-986c-036e4b60a387) service to localhost/127.0.0.1:34589 2024-11-20T12:22:49,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/cluster_bb1bbe2a-b345-3100-a2ab-1a90862390e7/data/data1/current/BP-98841968-172.17.0.3-1732105351950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:49,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/cluster_bb1bbe2a-b345-3100-a2ab-1a90862390e7/data/data2/current/BP-98841968-172.17.0.3-1732105351950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:49,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:49,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9cb8da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:49,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a0b0a92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:49,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:49,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:49,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41e0cc2a-6eb3-f0b6-dd28-d23aa94fa8ee/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:49,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:49,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:49,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:49,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:49,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:49,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248298241, stopped=false 2024-11-20T12:22:49,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,45589,1732105349261 2024-11-20T12:22:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1542959113/running 2024-11-20T12:22:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1542959113/running 2024-11-20T12:22:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:49,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:49,126 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:49,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:49,127 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:49,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:49,127 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,37051,1732105349377' ***** 2024-11-20T12:22:49,127 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:49,127 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:49,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/running 2024-11-20T12:22:49,127 INFO [RS:0;843d83d51ba0:37051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:49,127 INFO [RS:0;843d83d51ba0:37051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:49,127 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(3091): Received CLOSE for d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:49,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:49,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Set watcher on znode that does not yet exist, /1-1542959113/running 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,37051,1732105349377 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:37051. 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d070e336c474183338171bdb9ef1cbb5, disabling compactions & flushes 2024-11-20T12:22:49,128 DEBUG [RS:0;843d83d51ba0:37051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:49,128 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:49,128 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. after waiting 0 ms 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:49,128 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T12:22:49,128 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1325): Online Regions={d070e336c474183338171bdb9ef1cbb5=test,,1732105358638.d070e336c474183338171bdb9ef1cbb5., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:49,128 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d070e336c474183338171bdb9ef1cbb5 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:49,128 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:49,128 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:49,128 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T12:22:49,131 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/default/test/d070e336c474183338171bdb9ef1cbb5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:22:49,131 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:49,131 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:49,131 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:49,131 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d070e336c474183338171bdb9ef1cbb5: Waiting for close lock at 1732105369128Running coprocessor pre-close hooks at 1732105369128Disabling compacts and flushes for region at 1732105369128Disabling writes for close at 1732105369128Writing region close event to WAL at 1732105369129 (+1 ms)Running coprocessor post-close hooks at 1732105369131 (+2 ms)Closed at 1732105369131 2024-11-20T12:22:49,131 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105358638.d070e336c474183338171bdb9ef1cbb5. 2024-11-20T12:22:49,133 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:49,141 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/info/c598d3fa023e4d5485edeb415185a81c is 129, key is test,,1732105358638.d070e336c474183338171bdb9ef1cbb5./info:regioninfo/1732105359039/Put/seqid=0 2024-11-20T12:22:49,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741841_1017 (size=6421) 2024-11-20T12:22:49,328 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:49,528 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:49,545 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/info/c598d3fa023e4d5485edeb415185a81c 2024-11-20T12:22:49,561 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/ns/6296e627ac054f0a80bf0efeff2e09d6 is 43, key is default/ns:d/1732105351804/Put/seqid=0 2024-11-20T12:22:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741842_1018 (size=5153) 2024-11-20T12:22:49,729 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:49,740 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:49,751 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:49,751 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:49,847 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:49,929 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:49,964 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/ns/6296e627ac054f0a80bf0efeff2e09d6 2024-11-20T12:22:49,981 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/rep_barrier/fc9e9263a96c48d99e544920f099d5da is 112, key is test,,1732105358638.d070e336c474183338171bdb9ef1cbb5./rep_barrier:seqnumDuringOpen/1732105359039/Put/seqid=0 2024-11-20T12:22:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741843_1019 (size=5518) 2024-11-20T12:22:50,129 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:22:50,129 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:50,129 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:50,329 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:50,384 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/rep_barrier/fc9e9263a96c48d99e544920f099d5da 2024-11-20T12:22:50,400 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/table/ecb9eaf7e96d40248021e59a7296b2e4 is 40, key is test/table:state/1732105359059/Put/seqid=0 2024-11-20T12:22:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741844_1020 (size=5165) 2024-11-20T12:22:50,529 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:50,729 DEBUG [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:50,742 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:50,803 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/table/ecb9eaf7e96d40248021e59a7296b2e4 2024-11-20T12:22:50,807 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/info/c598d3fa023e4d5485edeb415185a81c as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/info/c598d3fa023e4d5485edeb415185a81c 2024-11-20T12:22:50,811 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/info/c598d3fa023e4d5485edeb415185a81c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T12:22:50,812 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/ns/6296e627ac054f0a80bf0efeff2e09d6 as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/ns/6296e627ac054f0a80bf0efeff2e09d6 2024-11-20T12:22:50,815 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/ns/6296e627ac054f0a80bf0efeff2e09d6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:22:50,816 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/rep_barrier/fc9e9263a96c48d99e544920f099d5da as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/rep_barrier/fc9e9263a96c48d99e544920f099d5da 2024-11-20T12:22:50,819 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/rep_barrier/fc9e9263a96c48d99e544920f099d5da, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T12:22:50,820 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/.tmp/table/ecb9eaf7e96d40248021e59a7296b2e4 as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/table/ecb9eaf7e96d40248021e59a7296b2e4 2024-11-20T12:22:50,823 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/table/ecb9eaf7e96d40248021e59a7296b2e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T12:22:50,824 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false 2024-11-20T12:22:50,824 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T12:22:50,827 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T12:22:50,828 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:50,828 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:50,828 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:50,828 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105369128Running coprocessor pre-close hooks at 1732105369128Disabling compacts and flushes for region at 1732105369128Disabling writes for close at 1732105369128Obtaining lock to block concurrent updates at 1732105369128Preparing flush snapshotting stores in 1588230740 at 1732105369128Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732105369129 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732105369129Flushing 1588230740/info: creating writer at 1732105369129Flushing 1588230740/info: appending metadata at 1732105369141 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732105369141Flushing 1588230740/ns: creating writer at 1732105369548 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732105369561 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732105369561Flushing 1588230740/rep_barrier: creating writer at 1732105369968 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105369980 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105369981 (+1 ms)Flushing 1588230740/table: creating writer at 1732105370387 (+406 ms)Flushing 1588230740/table: appending metadata at 1732105370399 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732105370399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75bb9aec: reopening flushed file at 1732105370807 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c4f32c: reopening flushed file at 1732105370811 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e62407: reopening flushed file at 1732105370816 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a07f80: reopening flushed file at 1732105370820 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false at 1732105370824 (+4 ms)Writing region close event to WAL at 1732105370825 (+1 ms)Running coprocessor post-close hooks at 1732105370828 (+3 ms)Closed at 1732105370828 2024-11-20T12:22:50,828 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:50,850 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:50,930 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,37051,1732105349377; all regions closed. 2024-11-20T12:22:50,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741834_1010 (size=2717) 2024-11-20T12:22:50,931 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.meta.1732105351757.meta not finished, retry = 0 2024-11-20T12:22:51,033 DEBUG [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/oldWALs 2024-11-20T12:22:51,033 INFO [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C37051%2C1732105349377.meta:.meta(num 1732105351757) 2024-11-20T12:22:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741832_1008 (size=1374) 2024-11-20T12:22:51,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/WALs/843d83d51ba0,37051,1732105349377/843d83d51ba0%2C37051%2C1732105349377.1732105350848 not finished, retry = 0 2024-11-20T12:22:51,137 DEBUG [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/oldWALs 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 843d83d51ba0%2C37051%2C1732105349377:(num 1732105350848) 2024-11-20T12:22:51,137 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:51,137 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:51,137 INFO [RS:0;843d83d51ba0:37051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:37051. 2024-11-20T12:22:51,137 DEBUG [RS:0;843d83d51ba0:37051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:51,137 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,138 DEBUG [RS:0;843d83d51ba0:37051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,138 INFO [RS:0;843d83d51ba0:37051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37051 2024-11-20T12:22:51,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:51,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1542959113/rs/843d83d51ba0,37051,1732105349377 2024-11-20T12:22:51,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113/rs 2024-11-20T12:22:51,158 INFO [RS:0;843d83d51ba0:37051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:51,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,37051,1732105349377] 2024-11-20T12:22:51,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1542959113/draining/843d83d51ba0,37051,1732105349377 already deleted, retry=false 2024-11-20T12:22:51,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,37051,1732105349377 expired; onlineServers=0 2024-11-20T12:22:51,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,45589,1732105349261' ***** 2024-11-20T12:22:51,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:51,179 INFO [M:0;843d83d51ba0:45589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:51,179 INFO [M:0;843d83d51ba0:45589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:51,179 DEBUG [M:0;843d83d51ba0:45589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:51,179 DEBUG [M:0;843d83d51ba0:45589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:51,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:51,179 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105350565 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105350565,5,FailOnTimeoutGroup] 2024-11-20T12:22:51,179 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105350565 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105350565,5,FailOnTimeoutGroup] 2024-11-20T12:22:51,179 INFO [M:0;843d83d51ba0:45589 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:51,179 INFO [M:0;843d83d51ba0:45589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:51,179 DEBUG [M:0;843d83d51ba0:45589 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:51,179 INFO [M:0;843d83d51ba0:45589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:51,180 INFO [M:0;843d83d51ba0:45589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:51,180 INFO [M:0;843d83d51ba0:45589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:51,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1542959113/master 2024-11-20T12:22:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1542959113 2024-11-20T12:22:51,189 DEBUG [M:0;843d83d51ba0:45589 {}] zookeeper.ZKUtil(347): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Unable to get data of znode /1-1542959113/master because node does not exist (not an error) 2024-11-20T12:22:51,189 WARN [M:0;843d83d51ba0:45589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:22:51,190 INFO [M:0;843d83d51ba0:45589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/.lastflushedseqids 2024-11-20T12:22:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741845_1021 (size=173) 2024-11-20T12:22:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:51,268 INFO [RS:0;843d83d51ba0:37051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37051-0x101583206390004, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:51,268 INFO [RS:0;843d83d51ba0:37051 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,37051,1732105349377; zookeeper connection closed. 2024-11-20T12:22:51,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc00a24 2024-11-20T12:22:51,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:51,594 INFO [M:0;843d83d51ba0:45589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:51,594 INFO [M:0;843d83d51ba0:45589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:51,594 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:51,594 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:51,594 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:51,594 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:51,595 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:51,595 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-20T12:22:51,612 DEBUG [M:0;843d83d51ba0:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146b21081d24b17b8a385da0017dbe2 is 82, key is hbase:meta,,1/info:regioninfo/1732105351782/Put/seqid=0 2024-11-20T12:22:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741846_1022 (size=5672) 2024-11-20T12:22:51,622 INFO [M:0;843d83d51ba0:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146b21081d24b17b8a385da0017dbe2 2024-11-20T12:22:51,641 DEBUG [M:0;843d83d51ba0:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f85055544b4648bb934b4d8cb7c0a0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732105359064/Put/seqid=0 2024-11-20T12:22:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741847_1023 (size=6585) 2024-11-20T12:22:51,645 INFO [M:0;843d83d51ba0:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f85055544b4648bb934b4d8cb7c0a0 2024-11-20T12:22:51,666 DEBUG [M:0;843d83d51ba0:45589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54805cfa9c974201b3950624416e5d55 is 69, key is 843d83d51ba0,37051,1732105349377/rs:state/1732105350639/Put/seqid=0 2024-11-20T12:22:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741848_1024 (size=5156) 2024-11-20T12:22:51,671 INFO [M:0;843d83d51ba0:45589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54805cfa9c974201b3950624416e5d55 2024-11-20T12:22:51,675 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8146b21081d24b17b8a385da0017dbe2 as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8146b21081d24b17b8a385da0017dbe2 2024-11-20T12:22:51,678 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8146b21081d24b17b8a385da0017dbe2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T12:22:51,679 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2f85055544b4648bb934b4d8cb7c0a0 as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2f85055544b4648bb934b4d8cb7c0a0 2024-11-20T12:22:51,682 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2f85055544b4648bb934b4d8cb7c0a0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T12:22:51,683 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54805cfa9c974201b3950624416e5d55 as hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54805cfa9c974201b3950624416e5d55 2024-11-20T12:22:51,686 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43167/user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54805cfa9c974201b3950624416e5d55, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T12:22:51,687 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=55, compaction requested=false 2024-11-20T12:22:51,688 INFO [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:51,688 DEBUG [M:0;843d83d51ba0:45589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105371594Disabling compacts and flushes for region at 1732105371594Disabling writes for close at 1732105371594Obtaining lock to block concurrent updates at 1732105371595 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105371595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732105371595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105371595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105371595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105371612 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105371612Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105371625 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105371641 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105371641Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105371648 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105371666 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105371666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a161bb: reopening flushed file at 1732105371675 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e89229b: reopening flushed file at 1732105371678 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56be76b0: reopening flushed file at 1732105371682 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=55, compaction requested=false at 1732105371687 (+5 ms)Writing region close event to WAL at 1732105371688 (+1 ms)Closed at 1732105371688 2024-11-20T12:22:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741830_1006 (size=32758) 2024-11-20T12:22:51,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/006ae71c-dd0b-f023-fe2f-d6eca3fbf331/MasterData/WALs/843d83d51ba0,45589,1732105349261/843d83d51ba0%2C45589%2C1732105349261.1732105350324 not finished, retry = 0 2024-11-20T12:22:51,790 INFO [M:0;843d83d51ba0:45589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:51,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:51,790 INFO [M:0;843d83d51ba0:45589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45589 2024-11-20T12:22:51,790 INFO [M:0;843d83d51ba0:45589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:51,846 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:51,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:51,900 INFO [M:0;843d83d51ba0:45589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:51,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45589-0x101583206390003, quorum=127.0.0.1:61761, baseZNode=/1-1542959113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:51,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681e4d90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:51,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ae9580{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:51,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:51,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:51,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:51,903 WARN [BP-201947257-172.17.0.3-1732105347513 heartbeating to localhost/127.0.0.1:43167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:51,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:51,903 WARN [BP-201947257-172.17.0.3-1732105347513 heartbeating to localhost/127.0.0.1:43167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-201947257-172.17.0.3-1732105347513 (Datanode Uuid 148272e1-c140-4249-bb3b-b88848406d97) service to localhost/127.0.0.1:43167 2024-11-20T12:22:51,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:51,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/cluster_17760172-c734-27c4-a50f-54f7082c0691/data/data1/current/BP-201947257-172.17.0.3-1732105347513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:51,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/cluster_17760172-c734-27c4-a50f-54f7082c0691/data/data2/current/BP-201947257-172.17.0.3-1732105347513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:51,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:51,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b87f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:51,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34a6dd9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:51,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:51,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:51,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc6d235e-a96e-04e8-8dde-02422bcc016d/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:51,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:51,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T12:22:51,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:51,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:51,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:51,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T12:22:51,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2117453206, stopped=false 2024-11-20T12:22:51,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=843d83d51ba0,34043,1732105343878 2024-11-20T12:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0664972185/running 2024-11-20T12:22:51,937 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0664972185/running 2024-11-20T12:22:51,937 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:51,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:51,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T12:22:51,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:51,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '843d83d51ba0,46471,1732105344309' ***** 2024-11-20T12:22:51,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T12:22:51,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/running 2024-11-20T12:22:51,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Set watcher on znode that does not yet exist, /0664972185/running 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T12:22:51,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(3091): Received CLOSE for d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(3091): Received CLOSE for d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(959): stopping server 843d83d51ba0,46471,1732105344309 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:51,938 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d29c46399c99fc339a135a25fc504c50, disabling compactions & flushes 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:46471. 2024-11-20T12:22:51,938 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:51,938 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:51,938 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732105356478.d29c46399c99fc339a135a25fc504c50. after waiting 0 ms 2024-11-20T12:22:51,938 DEBUG [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:51,938 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:51,938 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T12:22:51,938 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T12:22:51,939 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T12:22:51,939 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1325): Online Regions={d29c46399c99fc339a135a25fc504c50=test,,1732105356478.d29c46399c99fc339a135a25fc504c50., d023ae60999291f0e4c75855eb467b53=hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:51,939 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d023ae60999291f0e4c75855eb467b53, d29c46399c99fc339a135a25fc504c50 2024-11-20T12:22:51,939 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T12:22:51,939 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T12:22:51,939 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T12:22:51,939 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T12:22:51,939 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T12:22:51,939 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T12:22:51,941 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/default/test/d29c46399c99fc339a135a25fc504c50/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T12:22:51,942 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d29c46399c99fc339a135a25fc504c50: Waiting for close lock at 1732105371938Running coprocessor pre-close hooks at 1732105371938Disabling compacts and flushes for region at 1732105371938Disabling writes for close at 1732105371938Writing region close event to WAL at 1732105371939 (+1 ms)Running coprocessor post-close hooks at 1732105371942 (+3 ms)Closed at 1732105371942 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732105356478.d29c46399c99fc339a135a25fc504c50. 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d023ae60999291f0e4c75855eb467b53, disabling compactions & flushes 2024-11-20T12:22:51,942 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. after waiting 0 ms 2024-11-20T12:22:51,942 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:51,943 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d023ae60999291f0e4c75855eb467b53 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T12:22:51,945 INFO [regionserver/843d83d51ba0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:51,955 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:51,957 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/info/21fc7fcbf17b40839c75365c9dccc474 is 147, key is hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53./info:regioninfo/1732105361649/Put/seqid=0 2024-11-20T12:22:51,959 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:51,959 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:51,959 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:51,960 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/hfileref/e36cae35833641bd8fad3d420f14885b is 74, key is 1/hfileref:648394aed1db42b9b6976d8943b9b6f0_SeqId_6_/1732105365889/DeleteColumn/seqid=0 2024-11-20T12:22:51,960 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 843d83d51ba0,46471,1732105344309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-843d83d51ba0,46471,1732105344309, walGroup=843d83d51ba0%2C46471%2C1732105344309, offset=843d83d51ba0%2C46471%2C1732105344309.1732105364060:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:46471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T12:22:51,961 ERROR [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T12:22:51,961 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T12:22:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741847_1023 (size=7686) 2024-11-20T12:22:51,961 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T12:22:51,962 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T12:22:51,962 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T12:22:51,962 INFO [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1562378240, "init": 1048576000, "max": 2306867200, "used": 1088162552 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 208086840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T12:22:51,962 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:34043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=843d83d51ba0:34043 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T12:22:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741848_1024 (size=5489) 2024-11-20T12:22:52,139 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:52,163 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:52,216 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T12:22:52,216 INFO [regionserver/843d83d51ba0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T12:22:52,339 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:52,362 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/info/21fc7fcbf17b40839c75365c9dccc474 2024-11-20T12:22:52,364 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/hfileref/e36cae35833641bd8fad3d420f14885b 2024-11-20T12:22:52,383 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/ns/83ada83f18be4f64bd0f6c8dbaad6d1f is 43, key is default/ns:d/1732105347422/Put/seqid=0 2024-11-20T12:22:52,383 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/queue/91803c29606e406487754c6cffa21ef5 is 153, key is 1-843d83d51ba0,46471,1732105344309/queue:843d83d51ba0%2C46471%2C1732105344309/1732105365890/Put/seqid=0 2024-11-20T12:22:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741849_1025 (size=5153) 2024-11-20T12:22:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741850_1026 (size=5504) 2024-11-20T12:22:52,466 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:52,539 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:52,739 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d023ae60999291f0e4c75855eb467b53 2024-11-20T12:22:52,787 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/ns/83ada83f18be4f64bd0f6c8dbaad6d1f 2024-11-20T12:22:52,787 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/queue/91803c29606e406487754c6cffa21ef5 2024-11-20T12:22:52,791 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/hfileref/e36cae35833641bd8fad3d420f14885b as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/hfileref/e36cae35833641bd8fad3d420f14885b 2024-11-20T12:22:52,794 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/hfileref/e36cae35833641bd8fad3d420f14885b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T12:22:52,795 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/.tmp/queue/91803c29606e406487754c6cffa21ef5 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/queue/91803c29606e406487754c6cffa21ef5 2024-11-20T12:22:52,798 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/queue/91803c29606e406487754c6cffa21ef5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T12:22:52,799 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d023ae60999291f0e4c75855eb467b53 in 857ms, sequenceid=17, compaction requested=false 2024-11-20T12:22:52,802 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/replication/d023ae60999291f0e4c75855eb467b53/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T12:22:52,802 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:52,802 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:52,803 INFO [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:52,803 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d023ae60999291f0e4c75855eb467b53: Waiting for close lock at 1732105371942Running coprocessor pre-close hooks at 1732105371942Disabling compacts and flushes for region at 1732105371942Disabling writes for close at 1732105371942Obtaining lock to block concurrent updates at 1732105371943 (+1 ms)Preparing flush snapshotting stores in d023ae60999291f0e4c75855eb467b53 at 1732105371943Finished memstore snapshotting hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732105371943Flushing stores of hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. at 1732105371943Flushing d023ae60999291f0e4c75855eb467b53/hfileref: creating writer at 1732105371943Flushing d023ae60999291f0e4c75855eb467b53/hfileref: appending metadata at 1732105371960 (+17 ms)Flushing d023ae60999291f0e4c75855eb467b53/hfileref: closing flushed file at 1732105371960Flushing d023ae60999291f0e4c75855eb467b53/queue: creating writer at 1732105372367 (+407 ms)Flushing d023ae60999291f0e4c75855eb467b53/queue: appending metadata at 1732105372383 (+16 ms)Flushing d023ae60999291f0e4c75855eb467b53/queue: closing flushed file at 1732105372383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66eee678: reopening flushed file at 1732105372790 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248317a7: reopening flushed file at 1732105372794 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d023ae60999291f0e4c75855eb467b53 in 857ms, sequenceid=17, compaction requested=false at 1732105372799 (+5 ms)Writing region close event to WAL at 1732105372799Running coprocessor post-close hooks at 1732105372802 (+3 ms)Closed at 1732105372803 (+1 ms) 2024-11-20T12:22:52,803 DEBUG [RS_CLOSE_REGION-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732105360428.d023ae60999291f0e4c75855eb467b53. 2024-11-20T12:22:52,805 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/rep_barrier/3d90fcce76024b96b927642c1e62b553 is 112, key is test,,1732105356478.d29c46399c99fc339a135a25fc504c50./rep_barrier:seqnumDuringOpen/1732105357614/Put/seqid=0 2024-11-20T12:22:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741851_1027 (size=5518) 2024-11-20T12:22:52,869 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:52,940 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:53,049 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 393, reset compression=false 2024-11-20T12:22:53,053 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T12:22:53,053 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:53,053 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-843d83d51ba0,46471,1732105344309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T12:22:53,054 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T12:22:53,140 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T12:22:53,140 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T12:22:53,140 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:53,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T12:22:53,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,208 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/rep_barrier/3d90fcce76024b96b927642c1e62b553 2024-11-20T12:22:53,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T12:22:53,224 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/table/c8565a5fa5e3431c9ae904e298dd8d32 is 53, key is hbase:replication/table:state/1732105361654/Put/seqid=0 2024-11-20T12:22:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741852_1028 (size=5308) 2024-11-20T12:22:53,255 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:53,340 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:53,372 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:53,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T12:22:53,540 DEBUG [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T12:22:53,558 DEBUG [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.1732105364060 to pos 688, reset compression=false 2024-11-20T12:22:53,628 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/table/c8565a5fa5e3431c9ae904e298dd8d32 2024-11-20T12:22:53,632 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/info/21fc7fcbf17b40839c75365c9dccc474 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/info/21fc7fcbf17b40839c75365c9dccc474 2024-11-20T12:22:53,635 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/info/21fc7fcbf17b40839c75365c9dccc474, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T12:22:53,636 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/ns/83ada83f18be4f64bd0f6c8dbaad6d1f as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/ns/83ada83f18be4f64bd0f6c8dbaad6d1f 2024-11-20T12:22:53,639 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/ns/83ada83f18be4f64bd0f6c8dbaad6d1f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T12:22:53,639 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/rep_barrier/3d90fcce76024b96b927642c1e62b553 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/rep_barrier/3d90fcce76024b96b927642c1e62b553 2024-11-20T12:22:53,642 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/rep_barrier/3d90fcce76024b96b927642c1e62b553, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T12:22:53,643 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/.tmp/table/c8565a5fa5e3431c9ae904e298dd8d32 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/table/c8565a5fa5e3431c9ae904e298dd8d32 2024-11-20T12:22:53,646 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/table/c8565a5fa5e3431c9ae904e298dd8d32, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T12:22:53,647 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-20T12:22:53,650 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T12:22:53,650 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T12:22:53,650 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T12:22:53,650 INFO [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:53,651 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732105371939Running coprocessor pre-close hooks at 1732105371939Disabling compacts and flushes for region at 1732105371939Disabling writes for close at 1732105371939Obtaining lock to block concurrent updates at 1732105371939Preparing flush snapshotting stores in 1588230740 at 1732105371939Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732105371939Flushing stores of hbase:meta,,1.1588230740 at 1732105371940 (+1 ms)Flushing 1588230740/info: creating writer at 1732105371940Flushing 1588230740/info: appending metadata at 1732105371957 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732105371957Flushing 1588230740/ns: creating writer at 1732105372366 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732105372382 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732105372382Flushing 1588230740/rep_barrier: creating writer at 1732105372790 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732105372805 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732105372805Flushing 1588230740/table: creating writer at 1732105373212 (+407 ms)Flushing 1588230740/table: appending metadata at 1732105373224 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732105373224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc14955: reopening flushed file at 1732105373631 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f110a0b: reopening flushed file at 1732105373635 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58235e5: reopening flushed file at 1732105373639 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595c8a82: reopening flushed file at 1732105373642 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1732105373647 (+5 ms)Writing region close event to WAL at 1732105373648 (+1 ms)Running coprocessor post-close hooks at 1732105373650 (+2 ms)Closed at 1732105373650 2024-11-20T12:22:53,651 DEBUG [RS_CLOSE_META-regionserver/843d83d51ba0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T12:22:53,740 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(976): stopping server 843d83d51ba0,46471,1732105344309; all regions closed. 2024-11-20T12:22:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741844_1020 (size=859) 2024-11-20T12:22:53,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/WALs/843d83d51ba0,46471,1732105344309/843d83d51ba0%2C46471%2C1732105344309.meta.1732105364098.meta not finished, retry = 0 2024-11-20T12:22:53,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741843_1019 (size=2791) 2024-11-20T12:22:53,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741842_1018 (size=696) 2024-11-20T12:22:53,846 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:53,846 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T12:22:53,846 INFO [RS:0;843d83d51ba0:46471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:53,846 INFO [RS:0;843d83d51ba0:46471 {}] hbase.ChoreService(370): Chore service for: regionserver/843d83d51ba0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:53,846 INFO [RS:0;843d83d51ba0:46471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:53,846 INFO [regionserver/843d83d51ba0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:53,846 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-843d83d51ba0,46471,1732105344309 because: Region server is closing 2024-11-20T12:22:53,847 INFO [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:46471. 2024-11-20T12:22:53,847 DEBUG [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:53,847 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:53,847 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:53,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:53,947 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 terminated 2024-11-20T12:22:53,947 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-843d83d51ba0,46471,1732105344309 because: Region server is closing 2024-11-20T12:22:53,947 WARN [RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,1-843d83d51ba0,46471,1732105344309.replicationSource.wal-reader.843d83d51ba0%2C46471%2C1732105344309,1-843d83d51ba0,46471,1732105344309 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T12:22:53,947 INFO [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;843d83d51ba0:46471. 2024-11-20T12:22:53,947 DEBUG [RS:0;843d83d51ba0:46471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T12:22:53,947 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:53,948 DEBUG [RS:0;843d83d51ba0:46471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T12:22:53,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T12:22:54,048 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/843d83d51ba0:0-0.replicationSource,2-843d83d51ba0,46471,1732105344309.replicationSource.shipper843d83d51ba0%2C46471%2C1732105344309,2-843d83d51ba0,46471,1732105344309 terminated 2024-11-20T12:22:54,048 INFO [RS:0;843d83d51ba0:46471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46471 2024-11-20T12:22:54,168 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0664972185/rs/843d83d51ba0,46471,1732105344309 2024-11-20T12:22:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185/rs 2024-11-20T12:22:54,168 INFO [RS:0;843d83d51ba0:46471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:54,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [843d83d51ba0,46471,1732105344309] 2024-11-20T12:22:54,189 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0664972185/draining/843d83d51ba0,46471,1732105344309 already deleted, retry=false 2024-11-20T12:22:54,189 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 843d83d51ba0,46471,1732105344309 expired; onlineServers=0 2024-11-20T12:22:54,189 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '843d83d51ba0,34043,1732105343878' ***** 2024-11-20T12:22:54,189 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T12:22:54,189 INFO [M:0;843d83d51ba0:34043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T12:22:54,189 INFO [M:0;843d83d51ba0:34043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T12:22:54,189 DEBUG [M:0;843d83d51ba0:34043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T12:22:54,189 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T12:22:54,189 DEBUG [M:0;843d83d51ba0:34043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T12:22:54,189 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105346081 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.large.0-1732105346081,5,FailOnTimeoutGroup] 2024-11-20T12:22:54,189 DEBUG [master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105346084 {}] cleaner.HFileCleaner(306): Exit Thread[master/843d83d51ba0:0:becomeActiveMaster-HFileCleaner.small.0-1732105346084,5,FailOnTimeoutGroup] 2024-11-20T12:22:54,189 INFO [M:0;843d83d51ba0:34043 {}] hbase.ChoreService(370): Chore service for: master/843d83d51ba0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T12:22:54,190 INFO [M:0;843d83d51ba0:34043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T12:22:54,190 DEBUG [M:0;843d83d51ba0:34043 {}] master.HMaster(1795): Stopping service threads 2024-11-20T12:22:54,190 INFO [M:0;843d83d51ba0:34043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T12:22:54,190 INFO [M:0;843d83d51ba0:34043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T12:22:54,190 INFO [M:0;843d83d51ba0:34043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T12:22:54,190 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T12:22:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0664972185/master 2024-11-20T12:22:54,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0664972185 2024-11-20T12:22:54,199 DEBUG [M:0;843d83d51ba0:34043 {}] zookeeper.ZKUtil(347): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Unable to get data of znode /0664972185/master because node does not exist (not an error) 2024-11-20T12:22:54,200 WARN [M:0;843d83d51ba0:34043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T12:22:54,200 INFO [M:0;843d83d51ba0:34043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/.lastflushedseqids 2024-11-20T12:22:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741853_1029 (size=263) 2024-11-20T12:22:54,279 INFO [RS:0;843d83d51ba0:46471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:54,279 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:54,279 INFO [RS:0;843d83d51ba0:46471 {}] regionserver.HRegionServer(1031): Exiting; stopping=843d83d51ba0,46471,1732105344309; zookeeper connection closed. 2024-11-20T12:22:54,279 DEBUG [pool-2399-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46471-0x101583206390001, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:54,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c65fa1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c65fa1 2024-11-20T12:22:54,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T12:22:54,603 INFO [M:0;843d83d51ba0:34043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T12:22:54,604 INFO [M:0;843d83d51ba0:34043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T12:22:54,604 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T12:22:54,604 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:54,604 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:54,604 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T12:22:54,604 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:54,604 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-20T12:22:54,616 DEBUG [M:0;843d83d51ba0:34043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f5777dcc9246619aa59f9056a07324 is 82, key is hbase:meta,,1/info:regioninfo/1732105347375/Put/seqid=0 2024-11-20T12:22:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741854_1030 (size=5672) 2024-11-20T12:22:55,020 INFO [M:0;843d83d51ba0:34043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f5777dcc9246619aa59f9056a07324 2024-11-20T12:22:55,035 DEBUG [M:0;843d83d51ba0:34043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1845b0998344c7b4a2a5ccfaee7e82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732105361657/Put/seqid=0 2024-11-20T12:22:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741855_1031 (size=8908) 2024-11-20T12:22:55,038 INFO [M:0;843d83d51ba0:34043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1845b0998344c7b4a2a5ccfaee7e82 2024-11-20T12:22:55,054 DEBUG [M:0;843d83d51ba0:34043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac0aba30c00e4728b64f92d379528fab is 69, key is 843d83d51ba0,46471,1732105344309/rs:state/1732105346196/Put/seqid=0 2024-11-20T12:22:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741856_1032 (size=5156) 2024-11-20T12:22:55,457 INFO [M:0;843d83d51ba0:34043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac0aba30c00e4728b64f92d379528fab 2024-11-20T12:22:55,461 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09f5777dcc9246619aa59f9056a07324 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09f5777dcc9246619aa59f9056a07324 2024-11-20T12:22:55,464 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09f5777dcc9246619aa59f9056a07324, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T12:22:55,464 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e1845b0998344c7b4a2a5ccfaee7e82 as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e1845b0998344c7b4a2a5ccfaee7e82 2024-11-20T12:22:55,467 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e1845b0998344c7b4a2a5ccfaee7e82, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T12:22:55,468 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac0aba30c00e4728b64f92d379528fab as hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac0aba30c00e4728b64f92d379528fab 2024-11-20T12:22:55,470 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37493/user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac0aba30c00e4728b64f92d379528fab, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T12:22:55,471 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 867ms, sequenceid=112, compaction requested=false 2024-11-20T12:22:55,472 INFO [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T12:22:55,472 DEBUG [M:0;843d83d51ba0:34043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732105374604Disabling compacts and flushes for region at 1732105374604Disabling writes for close at 1732105374604Obtaining lock to block concurrent updates at 1732105374604Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732105374604Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732105374604Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732105374605 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732105374605Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732105374616 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732105374616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732105375023 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732105375035 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732105375035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732105375041 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732105375053 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732105375053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d0a2f94: reopening flushed file at 1732105375460 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a58ac9: reopening flushed file at 1732105375464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f25aa8e: reopening flushed file at 1732105375467 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 867ms, sequenceid=112, compaction requested=false at 1732105375471 (+4 ms)Writing region close event to WAL at 1732105375472 (+1 ms)Closed at 1732105375472 2024-11-20T12:22:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40213 is added to blk_1073741830_1006 (size=69043) 2024-11-20T12:22:55,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f226c35b-f974-d06b-0ab1-0252353ac0d1/MasterData/WALs/843d83d51ba0,34043,1732105343878/843d83d51ba0%2C34043%2C1732105343878.1732105345762 not finished, retry = 0 2024-11-20T12:22:55,574 INFO [M:0;843d83d51ba0:34043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T12:22:55,574 INFO [M:0;843d83d51ba0:34043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34043 2024-11-20T12:22:55,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T12:22:55,574 INFO [M:0;843d83d51ba0:34043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T12:22:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34043-0x101583206390000, quorum=127.0.0.1:61761, baseZNode=/0664972185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T12:22:55,721 INFO [M:0;843d83d51ba0:34043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T12:22:55,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e38b7c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T12:22:55,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12902795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:55,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:55,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:55,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:55,731 WARN [BP-194442801-172.17.0.3-1732105341605 heartbeating to localhost/127.0.0.1:37493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T12:22:55,731 WARN [BP-194442801-172.17.0.3-1732105341605 heartbeating to localhost/127.0.0.1:37493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-194442801-172.17.0.3-1732105341605 (Datanode Uuid 22606016-31f5-44b4-9e6f-6ef7c0f97d5a) service to localhost/127.0.0.1:37493 2024-11-20T12:22:55,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T12:22:55,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T12:22:55,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/data/data1/current/BP-194442801-172.17.0.3-1732105341605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:55,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/cluster_9036d435-a7bf-baeb-3463-5ba725e0aafa/data/data2/current/BP-194442801-172.17.0.3-1732105341605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T12:22:55,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T12:22:55,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6173d15f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T12:22:55,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b9f514{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T12:22:55,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T12:22:55,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T12:22:55,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ca636846-f463-ef55-5d7f-611b215cf464/hadoop.log.dir/,STOPPED} 2024-11-20T12:22:55,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T12:22:55,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T12:22:55,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 529) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34589 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43167 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34589 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43167 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37493 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=5211 (was 5928) 2024-11-20T12:22:55,771 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500